-- Logs begin at Tue 2021-07-13 14:05:46 UTC, end at Tue 2021-07-13 15:02:25 UTC. -- Jul 13 14:37:31.433134 dv-cinder-733622-17-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 14:37:34.135565 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.common.config [-] Logging enabled! Jul 13 14:37:34.136135 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 14:37:34.136382 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99514) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 14:37:34.139575 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.common.config [-] Logging enabled! Jul 13 14:37:34.139835 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 14:37:34.140185 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99514) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 14:37:34.141137 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:37:34.141378 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:37:34.141750 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:37:34.142003 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:37:34.142237 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:37:34.142564 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.142870 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.143176 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.143415 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.143716 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.144030 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.144330 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.144627 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.144931 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.145226 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.145515 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.145808 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.146045 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.146924 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.147238 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.147536 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.147766 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] debug = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.148087 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.148523 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.148949 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.149238 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.149540 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.149825 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.150104 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.150389 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.150681 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.151019 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] host = dv-cinder-733622-17-iscsi {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.151305 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.151602 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.151901 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.152229 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.152777 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.153064 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.153359 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.153642 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.153925 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] log_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.154211 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.154510 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.154809 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.155109 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.155346 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.155574 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.155872 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.156199 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.156486 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.156769 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.157051 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.157335 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.157619 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.157895 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.158191 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.158485 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.158777 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.159060 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.159341 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.159622 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.159899 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.160224 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.160505 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.160786 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.161066 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.161360 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.161637 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.161942 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.162261 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.162557 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.162848 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.163142 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.163422 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.163713 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.163993 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.164296 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.164577 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] use_json = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.164855 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.165130 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.165421 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.165699 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.165977 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.166257 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.166535 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.166826 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:34.167128 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.167433 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.167746 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.168065 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.168372 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.168660 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.168957 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.169241 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.169539 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.169837 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.170132 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.170418 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.170714 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.170998 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.171297 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.171605 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.171906 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.172235 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.172519 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.172798 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.173080 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.173365 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.173657 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.173958 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.174257 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.174538 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.174826 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.175125 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.175410 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.175690 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.175977 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.176298 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.176585 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.176864 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.177153 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.177436 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.177749 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.178036 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.178323 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.178620 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.178904 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.179183 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.179460 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.179742 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.180034 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.180334 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.180616 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.180894 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.181171 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.181453 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.181731 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.182010 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.182294 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.182574 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.182856 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.183139 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.183416 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.183696 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.183977 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.184289 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.184571 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.184849 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.185132 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.185411 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.185688 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.185967 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.186247 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.186528 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.186821 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.187124 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.187411 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.187695 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.187987 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.188406 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.188693 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.188978 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.189262 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.189549 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.189828 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.190123 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.190417 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.190712 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.191002 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.191287 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.191590 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.191874 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.192191 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.192480 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.192768 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.193065 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.193897 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.194200 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.194504 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.194807 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.195110 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.195410 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.195700 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.196030 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.196325 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:34.196548 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:37:34.196796 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99514) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 14:37:34.545690 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 14:37:34.545973 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 14:37:34.546262 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 14:37:34.546600 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 14:37:34.933566 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.933862 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.934141 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.935452 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.935739 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.936046 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.970358 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.970646 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.970924 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.984599 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.984886 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:34.985161 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.015495 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.015790 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.016104 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.052006 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.052312 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.053181 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.284324 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.284922 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.284922 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.285100 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.285779 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.404470 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.404796 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.405086 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.405364 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.405638 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.405957 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.406227 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.406489 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.406748 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.407034 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.407301 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.407585 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.407827 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.408105 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.408368 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.408641 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.408901 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.409172 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.409447 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.409711 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.409992 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.410247 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.410531 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.410911 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.411166 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.411418 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.411842 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:37:35.412114 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:37:35.412360 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:37:35.412603 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:37:35.412842 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:37:35.413082 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:37:35.413451 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 14:37:35.416653 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 14:37:35.420612 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 14:37:35.424314 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 13 14:37:35.425943 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 14:37:35.426407 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 14:37:35.426747 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 14:37:35.427134 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 14:37:35.430469 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 14:37:35.430729 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 14:37:35.431082 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 14:37:35.460263 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 14:37:35.460715 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.461019 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99514) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 14:37:35.461386 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.462748 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99514) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 14:37:35.463030 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 14:37:35.463278 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 14:37:35.466311 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.466608 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:35.530625 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 14:37:35.530869 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 14:37:35.531149 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 14:37:35.531480 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 14:37:35.552584 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_db.sqlalchemy.engines [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99514) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 14:37:36.076435 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Initializing driver for type 'gre' Jul 13 14:37:36.076963 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] gre ID ranges: [(1, 1000)] Jul 13 14:37:36.129536 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Initializing driver for type 'local' Jul 13 14:37:36.129859 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Initializing driver for type 'vlan' Jul 13 14:37:36.144775 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] VlanTypeDriver initialization complete Jul 13 14:37:36.145132 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Initializing driver for type 'vxlan' Jul 13 14:37:36.145631 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] vxlan ID ranges: [(1, 1000)] Jul 13 14:37:36.197822 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Initializing extension driver 'port_security' Jul 13 14:37:36.198194 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] PortSecurityExtensionDriver initialization complete Jul 13 14:37:36.198659 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Initializing mechanism driver 'openvswitch' Jul 13 14:37:36.199119 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Initializing mechanism driver 'hyperv' Jul 13 14:37:36.205642 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.plugins.ml2.plugin [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:36.206323 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > port after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.206695 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > port after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.207083 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > port after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.207600 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:37:36.208059 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > subnet after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.208416 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > subnet after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.208763 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.209158 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:37:36.209562 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > network after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.209911 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > network after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.210252 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > network after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.210647 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:37:36.211054 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > security_group after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.211406 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > security_group after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.211749 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.212313 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:37:36.212731 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.213090 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.213437 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.213834 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:37:36.214237 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > address_group after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.214590 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > address_group after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.214932 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.215324 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:37:36.215704 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] ML2 OVO RPC backend initialized. {{(pid=99514) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 14:37:36.216442 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.216807 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.217233 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > network before_response 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.217584 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > networks before_response 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.217938 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > port before_response 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.218284 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > ports before_response 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.218633 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > subnet before_response 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.218979 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > subnets before_response 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.219329 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > network after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.219673 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > network after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.220012 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > network after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.220377 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > port after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.220718 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > port after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.221056 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > port after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.221396 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > subnet after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.221736 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > subnet after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.222077 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.222660 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.plugin [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Modular L2 Plugin initialization complete Jul 13 14:37:36.222996 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading services supported by the core plugin {{(pid=99514) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 14:37:36.223323 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.plugins.ml2.managers [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Got port-security extension from driver 'port_security' Jul 13 14:37:36.223792 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.extensions.vlantransparent [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Disabled vlantransparent extension. Jul 13 14:37:36.224314 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99514) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 14:37:36.224633 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading Plugin: router Jul 13 14:37:36.260664 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.261009 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router after_create 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.261388 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router before_create 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.261759 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.262139 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.262500 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router after_delete 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.262862 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.263229 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router after_create 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.263581 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router after_update 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.263933 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router after_update 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.264312 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.264675 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router after_update 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.265084 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router precommit_update 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.265456 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: port after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.265798 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: port after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.266137 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: subnet after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.266479 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.266833 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.267187 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router precommit_create 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.267532 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: port before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.267878 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router precommit_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.268300 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router after_update 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.268647 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.269002 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router precommit_create 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.269367 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.269716 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router precommit_update 55549900 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.270084 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > agent after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.270436 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > agent after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.270785 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > network after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.271671 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Tracking information for resource: router configured {{(pid=99514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:37:36.272005 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Tracking information for resource: floatingip configured {{(pid=99514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:37:36.276961 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.db.l3_agentschedulers_db [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 14:37:36.277812 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: port after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.278179 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: port after_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.278538 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: port after_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.278896 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: port after_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.279686 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router before_create 55550100 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.280087 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.280461 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router precommit_create 55550100 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.280832 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > router precommit_update 55550100 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.285266 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.services.provider_configuration [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service providers = [] {{(pid=99514) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 14:37:36.285788 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.db.servicetype_db [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99514) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 14:37:36.289133 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.services.service_base [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:37:36.289489 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.services.service_base [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:37:36.289969 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.services.service_base [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:37:36.290873 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.services.service_base [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:37:36.291254 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.services.service_base [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 14:37:36.291629 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:37:36.291950 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 14:37:36.303083 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:37:36.303426 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading Plugin: auto_allocate Jul 13 14:37:36.309164 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: network precommit_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.309531 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: network precommit_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.310047 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:37:36.310369 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading Plugin: tag Jul 13 14:37:36.316885 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:37:36.317219 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading Plugin: timestamp Jul 13 14:37:36.321278 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:37:36.321613 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading Plugin: network_ip_availability Jul 13 14:37:36.326998 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.327371 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.327732 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.328482 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:37:36.328805 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading Plugin: flavors Jul 13 14:37:36.333470 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:37:36.333834 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading Plugin: revisions Jul 13 14:37:36.338108 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:37:36.338496 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_concurrency.lockutils [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=99514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 14:37:36.339233 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99514) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 14:37:36.339574 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Initializing extension manager. Jul 13 14:37:36.340116 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: __init__.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.340469 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: __pycache__ {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.340808 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.341142 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: address_group.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.341893 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.342461 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: address-group Jul 13 14:37:36.342787 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: address_scope.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.343503 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.344127 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: address-scope Jul 13 14:37:36.344454 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.345382 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.345891 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: router-admin-state-down-before-update Jul 13 14:37:36.346215 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: agent.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.348375 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.348915 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: agent Jul 13 14:37:36.349785 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: agent_resources_synced.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.350726 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.351247 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: agent-resources-synced Jul 13 14:37:36.351584 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: allowedaddresspairs.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.353424 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.353953 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: allowed-address-pairs Jul 13 14:37:36.354287 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: auto_allocated_topology.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.355371 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.355891 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: auto-allocated-topology Jul 13 14:37:36.356244 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: availability_zone.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.356947 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.357459 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: availability_zone Jul 13 14:37:36.357786 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: availability_zone_filter.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.358699 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.359214 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: availability_zone_filter Jul 13 14:37:36.359537 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: data_plane_status.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.360478 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.360990 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 14:37:36.361310 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: default_subnetpools.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.362228 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.362738 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: default-subnetpools Jul 13 14:37:36.363059 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.363866 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.364410 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: dhcp_agent_scheduler Jul 13 14:37:36.364736 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: dns.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.366207 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.366716 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 14:37:36.367042 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: dns_domain_ports.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.367968 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.368500 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 14:37:36.368827 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.369752 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.370266 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 14:37:36.370592 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: dvr.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.371264 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.371769 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: dvr Jul 13 14:37:36.372122 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: empty_string_filtering.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.373037 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.373544 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: empty-string-filtering Jul 13 14:37:36.373868 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.374788 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.375292 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 14:37:36.375618 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.376557 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.377063 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 14:37:36.377389 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: external_net.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.378297 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.378802 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: external-net Jul 13 14:37:36.379128 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.380061 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.380603 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: extra_dhcp_opt Jul 13 14:37:36.380935 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: extraroute.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.381846 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.382353 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: extraroute Jul 13 14:37:36.382679 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: extraroute_atomic.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.383712 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.384248 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: extraroute-atomic Jul 13 14:37:36.384578 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: filter_validation.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.385250 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.385755 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: filter-validation Jul 13 14:37:36.386097 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: fip_pf_description.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.386991 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.387495 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 14:37:36.387821 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: fip_port_details.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.388774 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.389281 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: fip-port-details Jul 13 14:37:36.389606 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: flavors.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.390830 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.391344 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: flavors Jul 13 14:37:36.391673 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.393341 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.393856 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 14:37:36.394188 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: floatingip_pools.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.394891 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.395403 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: floatingip-pools Jul 13 14:37:36.395735 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: ip_allocation.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.396715 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.397222 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 14:37:36.397547 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.398473 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.398984 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: ip-substring-filtering Jul 13 14:37:36.399314 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: l2_adjacency.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.400294 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.400801 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 14:37:36.401127 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: l3.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.402130 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.402911 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: router Jul 13 14:37:36.403242 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.405631 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.406159 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 14:37:36.406497 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.407435 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.407955 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: ext-gw-mode Jul 13 14:37:36.408309 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.409239 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.409747 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: l3-ha Jul 13 14:37:36.410080 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: l3_flavors.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.411017 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.411527 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: l3-flavors Jul 13 14:37:36.412428 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.413349 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.413861 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 14:37:36.414190 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: l3agentscheduler.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.415228 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.415739 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: l3_agent_scheduler Jul 13 14:37:36.416099 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: logging.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.417589 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.418109 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension logging not supported by any of loaded plugins Jul 13 14:37:36.418467 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: metering.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.419191 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.419768 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: metering Jul 13 14:37:36.420131 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.421234 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.421754 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: metering_source_and_destination_fields Jul 13 14:37:36.422078 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: multiprovidernet.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.423104 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.423620 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: multi-provider Jul 13 14:37:36.423946 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: netmtu.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.424886 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.425391 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: net-mtu Jul 13 14:37:36.425715 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: netmtu_writable.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.426634 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.427137 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: net-mtu-writable Jul 13 14:37:36.428098 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: network_availability_zone.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.428775 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.429282 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: network_availability_zone Jul 13 14:37:36.429602 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: network_ip_availability.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.430700 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.431213 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: network-ip-availability Jul 13 14:37:36.431539 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: network_segment_range.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.432330 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.432842 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 14:37:36.433168 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: pagination.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.434158 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.434492 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: pagination Jul 13 14:37:36.434820 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: port_device_profile.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.435728 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.436279 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: port-device-profile Jul 13 14:37:36.436607 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.437553 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.438058 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: port-mac-address-regenerate Jul 13 14:37:36.438385 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.439301 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.439855 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: port-numa-affinity-policy Jul 13 14:37:36.440215 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: port_resource_request.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.441169 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.441680 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 14:37:36.442010 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: portbindings.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.442982 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.443517 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: binding Jul 13 14:37:36.443845 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: portbindings_extended.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.445361 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.445888 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: binding-extended Jul 13 14:37:36.446219 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: portsecurity.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.447142 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.447658 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: port-security Jul 13 14:37:36.447982 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: project_id.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.448987 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.449323 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: project-id Jul 13 14:37:36.449652 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: providernet.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.450582 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.451107 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: provider Jul 13 14:37:36.451438 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: qos.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.454980 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.455505 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension qos not supported by any of loaded plugins Jul 13 14:37:36.455841 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.457111 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.457631 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 14:37:36.457963 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.458912 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.459425 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 14:37:36.459755 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: qos_default.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.460711 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.461222 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension qos-default not supported by any of loaded plugins Jul 13 14:37:36.461549 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: qos_fip.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.462207 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.462706 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 14:37:36.463030 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: qos_gateway_ip.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.463957 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.464497 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 14:37:36.464830 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: qos_port_network_policy.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.465774 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.466284 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 14:37:36.466612 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: qos_rule_type_details.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.467567 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.468110 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 14:37:36.468439 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: qos_rules_alias.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.469484 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.470025 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 14:37:36.470354 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: quotasv2.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.471274 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.471605 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: quotas Jul 13 14:37:36.471926 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: quotasv2_detail.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.475585 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.475932 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: quota_details Jul 13 14:37:36.476302 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: rbac.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.477368 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.477891 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: rbac-policies Jul 13 14:37:36.478225 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: rbac_address_group.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.479345 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.479870 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: rbac-address-group Jul 13 14:37:36.480228 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: rbac_address_scope.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.481175 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.481690 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: rbac-address-scope Jul 13 14:37:36.482020 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: rbac_security_groups.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.482936 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.483452 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: rbac-security-groups Jul 13 14:37:36.483781 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: rbac_subnetpool.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.484725 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.485239 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: rbac-subnetpool Jul 13 14:37:36.485565 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: revisionifmatch.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.486485 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.486997 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: revision-if-match Jul 13 14:37:36.487321 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: revisions.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.488516 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.489029 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: standard-attr-revisions Jul 13 14:37:36.489359 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: router_availability_zone.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.490654 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.491174 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: router_availability_zone Jul 13 14:37:36.491502 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: routerservicetype.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.492469 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.492980 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 14:37:36.493305 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.494232 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.494745 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: security-groups-normalized-cidr Jul 13 14:37:36.495070 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.495989 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.496529 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: port-security-groups-filtering Jul 13 14:37:36.496854 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.497776 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.498288 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: security-groups-remote-address-group Jul 13 14:37:36.498613 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: securitygroup.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.508206 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.508736 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: security-group Jul 13 14:37:36.509083 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: segment.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.509869 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.510382 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension segment not supported by any of loaded plugins Jul 13 14:37:36.510759 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.511669 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.512211 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 14:37:36.512545 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: servicetype.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.513658 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.514190 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: service-type Jul 13 14:37:36.514520 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: sorting.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.515511 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.515847 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: sorting Jul 13 14:37:36.516212 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: standard_attr_segment.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.517201 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.517719 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 14:37:36.518049 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: standardattrdescription.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.518703 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.519218 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: standard-attr-description Jul 13 14:37:36.519544 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: stateful_security_group.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.520500 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.521012 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: stateful-security-group Jul 13 14:37:36.521368 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: stdattrs_common.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.521956 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 14:37:36.522280 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.523218 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.523738 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 14:37:36.524094 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: subnet_onboard.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.525176 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.525690 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: subnet_onboard Jul 13 14:37:36.526015 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.526944 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.527718 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 14:37:36.528064 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: subnet_service_types.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.528994 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.529505 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: subnet-service-types Jul 13 14:37:36.529829 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: subnetallocation.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.530916 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.531434 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: subnet_allocation Jul 13 14:37:36.531763 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.532466 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.532978 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: subnetpool-prefix-ops Jul 13 14:37:36.533303 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.534268 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.534777 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 14:37:36.535106 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: tagging.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.536205 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.537234 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: standard-attr-tag Jul 13 14:37:36.537580 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: timestamp.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.538778 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.539298 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loaded extension: standard-attr-timestamp Jul 13 14:37:36.539634 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: trunk.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.540714 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.541224 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension trunk not supported by any of loaded plugins Jul 13 14:37:36.541555 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: trunk_details.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.542491 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.543004 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 14:37:36.543335 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: uplink_status_propagation.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.544295 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.544809 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 14:37:36.545137 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Loading extension file: vlantransparent.py {{(pid=99514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:37:36.545873 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:37:36.546396 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 14:37:36.548845 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:network Jul 13 14:37:36.549371 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:subnet Jul 13 14:37:36.549771 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:37:36.550164 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:port Jul 13 14:37:36.551405 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.551864 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service FLAVORS assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.553129 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.553559 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.553895 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:router Jul 13 14:37:36.554328 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 14:37:36.554828 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service METERING assigned prefix: /metering {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.556271 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.556645 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.557002 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:37:36.557977 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 14:37:36.558430 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:security_group Jul 13 14:37:36.558881 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 14:37:36.559494 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service CORE assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.559828 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:37:36.560206 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] subnetpool is already registered Jul 13 14:37:36.560645 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service CORE assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.560972 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:37:36.561308 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] subnetpool is already registered Jul 13 14:37:36.563592 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.564049 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service FLAVORS assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.564654 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.565082 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.565419 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:router Jul 13 14:37:36.565760 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] router is already registered Jul 13 14:37:36.566189 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 14:37:36.566511 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] floatingip is already registered Jul 13 14:37:36.566973 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service METERING assigned prefix: /metering {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.567640 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 14:37:36.567993 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] rbac_policy is already registered Jul 13 14:37:36.568426 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:security_group Jul 13 14:37:36.568765 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] security_group is already registered Jul 13 14:37:36.569170 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 14:37:36.569504 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] security_group_rule is already registered Jul 13 14:37:36.570136 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service CORE assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.570465 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:37:36.570800 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] subnetpool is already registered Jul 13 14:37:36.571218 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.v2.resource_helper [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Service CORE assigned prefix: {{(pid=99514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:37:36.571540 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:37:36.571878 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING neutron.quota.resource_registry [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] subnetpool is already registered Jul 13 14:37:36.572376 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: extensions {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.573849 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: address-groups {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.575366 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: address-scopes {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.576750 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: agents {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.577933 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: auto-allocated-topology {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.579186 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: availability_zones {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.580473 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: dhcp-networks {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.582012 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: dhcp-agents {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.583443 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: routers {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.585252 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: flavors {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.587453 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: service_profiles {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.588714 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: next_providers {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.590226 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: service_profiles {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.591788 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: floatingip-pools {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.593068 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: routers {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.594810 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: floatingips {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.596134 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: l3-routers {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.597555 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: l3-agents {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.598985 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: metering-labels {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.600881 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: metering-label-rules {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.602276 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: network-ip-availabilities {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.603561 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: bindings {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.605175 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: quotas {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.606747 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: quotas {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.608220 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: rbac-policies {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.609432 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: security-groups {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.610755 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: security-group-rules {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.612043 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: service-providers {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.613301 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: subnetpools {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.614656 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: subnetpools {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.616309 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: tags {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.618008 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: tags {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.619864 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: tags {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.621697 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: tags {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.623411 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: tags {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.625406 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: tags {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.627161 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: tags {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.629006 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: tags {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.631416 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: tags {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.633228 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron.api.extensions [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Extended resource: tags {{(pid=99514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:37:36.639181 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING keystonemiddleware.auth_token [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 14:37:36.643710 dv-cinder-733622-17-iscsi neutron-server[99514]: WARNING keystonemiddleware.auth_token [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 14:37:36.653240 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_concurrency.lockutils [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Acquired lock "singleton_lock" {{(pid=99514) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 14:37:36.653721 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_concurrency.lockutils [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Releasing lock "singleton_lock" {{(pid=99514) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 14:37:36.654451 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO oslo_service.service [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Starting 2 workers Jul 13 14:37:36.659315 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Started child 99621 {{(pid=99514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:37:36.663822 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Started child 99622 {{(pid=99514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:37:36.664517 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.665465 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO neutron.service [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 14:37:36.666028 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [-] (99621) wsgi starting up on http://0.0.0.0:9696 Jul 13 14:37:36.666206 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Notify callbacks [] for process, before_spawn {{(pid=99514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.668290 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.668751 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO oslo_service.service [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Starting 1 workers Jul 13 14:37:36.669670 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [-] (99622) wsgi starting up on http://0.0.0.0:9696 Jul 13 14:37:36.673770 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Started child 99623 {{(pid=99514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:37:36.674281 dv-cinder-733622-17-iscsi neutron-server[99514]: INFO oslo_service.service [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Starting 1 workers Jul 13 14:37:36.678028 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.service [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] calling RpcWorker wait() {{(pid=99623) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 14:37:36.678581 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.service [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] returning from RpcWorker wait() {{(pid=99623) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 14:37:36.679269 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Started child 99624 {{(pid=99514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:37:36.679941 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.680137 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG neutron_lib.callbacks.manager [None req-a6a17c7b-f918-41ae-85f3-cd688f15d024 None None] Notify callbacks [] for process, after_spawn {{(pid=99514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.680538 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:36.681985 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99514) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 14:37:36.682204 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:37:36.682394 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:37:36.682612 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:37:36.682970 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:37:36.683138 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:37:36.683658 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.683930 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.684046 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.684510 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.684510 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.684739 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.685360 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.685648 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.685912 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.686192 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.686440 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.686618 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.686787 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.687063 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.687327 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.687620 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.687873 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.688135 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.688438 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.688614 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.688867 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.689135 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.689403 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.689663 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] debug = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.689890 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.690382 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.690650 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.690890 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.691111 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.691402 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.691645 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.691913 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.692197 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.692448 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.692693 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.692993 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.693786 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.694021 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.694248 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.694512 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.694735 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.695188 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] host = dv-cinder-733622-17-iscsi {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.695450 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.695692 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.695948 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.696225 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.696487 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.696722 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.696993 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.697261 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.697549 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.697777 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.698041 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.698339 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.698582 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.698842 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.699044 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_options = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.699287 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.699546 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.699836 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.700048 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.700227 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.700404 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.700656 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.700822 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.701080 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.701330 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.701565 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.701803 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.702038 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.702258 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.702509 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.702769 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.702995 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.703206 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.703454 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.703681 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.703907 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.704192 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.704416 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.704673 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.704891 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.705125 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.705371 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.705616 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.705831 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.706084 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.706315 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.706566 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.706768 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.707012 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.707264 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.707490 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.707705 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.707980 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.708252 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.708502 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.708835 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.709096 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.709328 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.709551 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.709781 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.710000 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_json = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.710216 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.710450 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.710713 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.710930 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.711148 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.711364 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.711603 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.711843 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.712270 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.712574 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.712903 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.713161 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.713404 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.714513 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.714637 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:36.714765 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.715009 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.715271 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.715551 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.715908 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.716161 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.716574 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.718245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.718245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.718245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.718245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.718245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.718824 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.718824 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.718824 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.719157 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.719284 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.719489 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.719825 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.720134 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.720598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.720877 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.721104 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.721351 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.721903 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.722870 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.723199 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.723456 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.723709 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.723985 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.724273 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.724523 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.725037 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.725148 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.725366 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.725638 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.725877 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.726108 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.726338 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.726563 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.726794 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.727038 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.730684 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.731494 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.731494 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.731494 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.731873 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.732007 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.732224 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.732493 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.734514 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.734514 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.734514 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.734514 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.734514 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.734514 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.734514 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.734514 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.734514 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.735580 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.735580 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.735580 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.735580 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.735580 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.736174 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.736174 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.736414 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.736535 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.736696 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.736910 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.737138 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.737349 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.737574 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.737794 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.738012 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.738227 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.738444 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.738683 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.738963 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.739259 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.739498 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.739756 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.740512 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.740765 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.741023 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.741327 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.741594 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.741841 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.742086 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.742332 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.742571 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.742826 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.743081 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.743303 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.743573 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.743795 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.744044 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.744264 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.744499 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.744736 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.745028 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.745283 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.745530 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.745762 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.746020 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.746303 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.746545 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.746819 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.747046 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.747320 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.747635 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.747897 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.748199 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.748432 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.748684 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.748948 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.749177 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.749628 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.749867 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.750106 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.750350 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.750627 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.750884 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.751108 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.751321 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.751568 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.751916 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.752160 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.752531 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.752766 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.753031 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.753300 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.753521 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.753782 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.754026 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.754476 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.754903 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.755160 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.755394 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758344 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758344 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758344 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758344 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758344 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758344 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758344 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758344 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758972 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758972 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758972 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758972 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758972 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.758972 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.759354 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.759434 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.759631 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.759871 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.760112 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.760331 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.760549 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.760813 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.761011 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.761226 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.761515 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.761760 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.762015 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.762261 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.762507 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.762738 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.763100 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.763532 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.763760 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.763976 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.764239 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.764459 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.764672 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.764902 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.765127 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.765357 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.765620 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.765870 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.766182 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.766442 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.766690 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.766893 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.767110 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.767366 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.767586 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.767801 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.768059 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.768277 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.768491 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.768729 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.768951 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.769193 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.769403 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.769613 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.769857 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.770093 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.770320 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.770643 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.770886 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.771121 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.771388 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.771624 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.771852 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.772138 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.772354 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.772563 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.772932 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.773310 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.773664 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.774063 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.774284 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.774501 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.774720 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.774941 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.775177 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.775401 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.775612 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.775847 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.776114 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.776330 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.776541 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.776769 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.777022 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.777253 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.777739 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.777954 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.778161 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.778474 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.778733 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.778952 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.779232 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.779461 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.779702 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.779923 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.780260 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.780476 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.780709 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.780931 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.781147 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.781365 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.781632 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.781928 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.782208 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.782977 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.782977 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.782977 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.783201 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.783469 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.783694 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.783946 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.784314 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.784609 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.784857 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.785107 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.785380 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.785599 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.785812 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.786046 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.786278 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.786493 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.786768 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.787036 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.787235 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.787493 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.787731 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.787973 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.788216 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.788447 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.788667 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.788881 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.789036 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:37:36.789562 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99514) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 14:37:36.789727 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:37:36.789884 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:37:36.790048 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:37:36.790215 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:37:36.790366 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:37:36.790577 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.790766 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.790894 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.791051 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.791210 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.791395 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.791559 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.791716 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.792088 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.792249 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.792408 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.792566 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.792723 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.792879 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.793038 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.793196 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.793354 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.793511 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.793673 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.793831 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.793988 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.794149 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.794306 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] debug = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.794464 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.794668 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.794832 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.794992 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.795150 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.795308 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.795465 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.795632 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.795768 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.795925 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.796103 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.796262 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.796420 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.796577 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.796734 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.796891 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.797049 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.797207 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] host = dv-cinder-733622-17-iscsi {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.797365 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.797522 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.797680 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.797837 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.797994 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.798150 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.798312 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.798471 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.798626 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.798784 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.798941 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.799098 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.799254 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.799410 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.799566 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_options = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.799723 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.799881 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.800059 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.800239 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.800407 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.800562 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.800883 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.801184 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.801484 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.801789 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.801944 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.802111 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.802243 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.802929 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.803090 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.803232 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.803559 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.803559 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.803725 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.803816 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.803972 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.804182 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.804355 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.804500 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.804662 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.804822 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.804982 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.805153 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.805302 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.805426 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.805571 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.805728 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.805889 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.806037 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.806179 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.806337 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.806494 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.806658 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.806817 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.806975 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.807133 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.807292 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.807449 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.807608 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.807765 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.807927 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_json = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.808107 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.808266 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.808411 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.808598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.808726 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.808884 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.809094 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.809229 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:37:36.809367 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.809528 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.809717 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.809906 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.810035 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.810160 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.810281 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.810441 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.810600 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.810760 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.810928 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.811090 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.811262 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.811423 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.811584 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.811772 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.811905 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.812117 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.812256 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.812374 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.812535 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.812694 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.812870 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.813031 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.813193 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.813354 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.813512 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.813672 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.813834 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.813996 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.814194 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.814315 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.814468 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.815097 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.815097 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.815097 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.815097 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.815439 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.815439 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.815582 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.815659 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.815822 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.815983 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.816733 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.816733 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.816733 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.816733 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.817170 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.817170 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.817170 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.817382 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.817382 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.817524 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.817667 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.817832 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.818011 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.818908 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.819740 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.819740 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.819740 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.819740 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.819740 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.820374 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.820374 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.820374 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.820374 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.820793 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.820793 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.820793 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.822486 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.822486 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.822486 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.822486 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.822486 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.822486 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.822486 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.822486 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.822486 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.823595 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.823595 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.823595 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.823595 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.823595 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.823595 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.823595 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.823595 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824204 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824284 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:36.824369 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824369 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824369 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824369 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824369 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824369 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824791 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824791 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824791 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.824998 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.825084 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.825249 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.825408 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.825569 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.825730 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.825890 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.826049 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.826209 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.826369 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.826530 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.826690 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.826849 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.827008 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.827168 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.827337 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.827498 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.827661 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.827822 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.827990 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.828182 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.828343 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.828503 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.828664 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.828824 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.828984 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.829208 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.829324 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.829450 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.829611 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.829772 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.829940 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.830111 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.830272 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.830433 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.830592 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.830776 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.830938 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.831099 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.831260 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.831420 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.831579 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.831739 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.831900 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.832077 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.832240 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.832402 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.832563 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.832725 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.832886 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.833046 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.833206 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.833367 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.833528 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.833711 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.833872 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.834033 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.834194 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.834355 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.835835 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.835835 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.835835 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.835835 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.835835 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.835835 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.835835 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.835835 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.836534 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.836534 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.836534 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.836534 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.836534 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.836534 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.837012 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.837012 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.837012 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.837218 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.837218 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.837360 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.837505 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.837665 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.837989 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.838153 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.838316 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.838477 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.838637 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.838797 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.838958 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.839119 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.839279 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.839439 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.839614 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.839776 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.839937 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.840119 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.840280 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.840439 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.840600 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.840760 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.840921 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.841082 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.841243 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.841406 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.841569 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.841731 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.841891 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.842052 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.842214 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.842374 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.842534 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.842706 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.842867 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.843027 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.843187 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.843347 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.843507 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.843677 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.843838 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.843998 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.844243 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.844404 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.844570 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.844740 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.844899 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.845059 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.845218 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.845377 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.845536 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.845704 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.845865 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.846025 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.846184 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.846343 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.846503 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.846672 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.846835 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.846997 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.847158 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.847391 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.847942 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.847942 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.847942 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.847942 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.850051 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.850051 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.850051 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.850051 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.850051 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.850051 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.850051 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.850051 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.851245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.851245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.851245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.851245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.851245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.851245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.851245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.851245 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.852723 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.852723 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.852723 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.852723 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.852723 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.852723 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.852723 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.852723 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.853598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.853598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.853598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.853598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.853598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.853598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.853598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.853598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.853598 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.855028 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.855028 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.855028 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.855028 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.855028 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.855028 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.855028 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:37:36.855028 dv-cinder-733622-17-iscsi neutron-server[99514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:37:37.103225 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 54850) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:37.111650 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062208 Jul 13 14:37:48.369817 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d715fd-5e75-494e-a197-580fc5bb6dcc None None] get_active_networks_info from dv-cinder-733622-17-iscsi {{(pid=99623) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:37:48.441901 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d715fd-5e75-494e-a197-580fc5bb6dcc None None] No non-hosted networks {{(pid=99623) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 14:37:48.457707 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-c694aca3-623b-44ce-b401-7a4d8846a81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715555'] for agent, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.729912 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715555'] for agent, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.731403 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.731998 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.732597 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.733743 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.734900 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.735755 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.736440 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.737859 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.739692 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.740477 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.742113 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.743219 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:50.744421 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-17-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:50.754767 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-17-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:50.845193 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-af51ad70-35e1-441e-a974-184a85b81675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715555'] for agent, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.909138 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-41b91e9c-16e6-4bbb-863e-07d1ed2ee0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:52.075915 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715555'] for agent, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.400289 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715555'] for agent, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.748281 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 54942) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:55.237610 dv-cinder-733622-17-iscsi neutron-server[99621]: WARNING oslo_policy.policy [None req-c9fef120-0a20-43ba-a54f-4e82902fa95e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:37:55.238215 dv-cinder-733622-17-iscsi neutron-server[99621]: WARNING oslo_policy.policy [None req-c9fef120-0a20-43ba-a54f-4e82902fa95e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:37:55.456047 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [None req-c9fef120-0a20-43ba-a54f-4e82902fa95e admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=99621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:37:55.457826 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-c9fef120-0a20-43ba-a54f-4e82902fa95e admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7069223 Jul 13 14:37:57.215079 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.db.l3_hamode_db [None req-05f88282-3411-4e9f-a604-3e1d01fc991d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 14:37:57.293788 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f88282-3411-4e9f-a604-3e1d01fc991d None None] Routers set() bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:57.294188 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f88282-3411-4e9f-a604-3e1d01fc991d None None] Router IDs set() for agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 14:37:57.848302 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 54956) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:58.150072 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-b8cfffdd-6012-44bf-98c1-d459616c4002 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:58.242255 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.policy [None req-b8cfffdd-6012-44bf-98c1-d459616c4002 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99621) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 14:37:58.287095 dv-cinder-733622-17-iscsi neutron-server[99621]: WARNING oslo_policy.policy [None req-b8cfffdd-6012-44bf-98c1-d459616c4002 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:37:58.287466 dv-cinder-733622-17-iscsi neutron-server[99621]: WARNING oslo_policy.policy [None req-b8cfffdd-6012-44bf-98c1-d459616c4002 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:37:58.295890 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.quota [None req-b8cfffdd-6012-44bf-98c1-d459616c4002 admin admin] Loaded quota_driver: . Jul 13 14:37:58.386246 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b8cfffdd-6012-44bf-98c1-d459616c4002 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783510068575', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783510069002', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783510070224', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783510050267', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783510057817', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783510100859', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1695027', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1748603', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-775137', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-580404'] for rbac-policy, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.450491 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b8cfffdd-6012-44bf-98c1-d459616c4002 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.451664 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-b8cfffdd-6012-44bf-98c1-d459616c4002 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6023810 Jul 13 14:38:00.960964 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 54968) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:01.440794 dv-cinder-733622-17-iscsi neutron-server[99622]: WARNING oslo_policy.policy [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:01.441969 dv-cinder-733622-17-iscsi neutron-server[99622]: WARNING oslo_policy.policy [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:01.656836 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'name': 'private'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:01.658481 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.quota [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Loaded quota_driver: . Jul 13 14:38:01.715363 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Made reservation on behalf of 89f3ca3a55034c0fb94ebac1066a9d7b for: {'network': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:01.781175 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.policy [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99622) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 14:38:01.825645 dv-cinder-733622-17-iscsi neutron-server[99622]: WARNING oslo_policy.policy [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:01.826018 dv-cinder-733622-17-iscsi neutron-server[99622]: WARNING oslo_policy.policy [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:38:01.837126 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:01.857600 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:01.987949 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:01.991707 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:02.011457 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=99622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:38:02.042821 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783506636252', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:02.043488 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Unsubscribe: segment precommit_create {{(pid=99622) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 14:38:02.044070 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.segments_db [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Added segment a2ac2cdd-22cb-4950-bab4-d5e34696297d of type vlan for network 282a4e15-0a14-45c1-88f9-43f71a92d770 Jul 13 14:38:02.061783 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cb1762-a743-4999-99c8-131c33d446df,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:02.115873 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.116291 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.116637 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.116974 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.117308 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.117658 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.117991 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.118333 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.118664 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.118988 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.119356 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.119734 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Tracked resource versions report: Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: pushed versions: Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: { 'AddressGroup': {'1.2'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'ConntrackHelper': {'1.0'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Log': {'1.0'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Network': {'1.1'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Port': {'1.7'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'PortForwarding': {'1.2'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'QosPolicy': {'1.8'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SecurityGroup': {'1.4'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SubPort': {'1.0'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Subnet': {'1.1'}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Trunk': {'1.1'}} Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: consumer versions: Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: { DHCP agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: L3 agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: Metadata agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: Metering agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: Open vSwitch agent@dv-cinder-733622-17-iscsi: { 'AddressGroup': '1.2', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'ConntrackHelper': '1.0', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Log': '1.0', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Network': '1.1', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Port': '1.7', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'PortForwarding': '1.2', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'QosPolicy': '1.8', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SecurityGroup': '1.4', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SecurityGroupRule': '1.2', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SubPort': '1.0', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Subnet': '1.1', Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Trunk': '1.1'}} Jul 13 14:38:02.121239 dv-cinder-733622-17-iscsi neutron-server[99622]: {{(pid=99622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:38:02.161567 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:02.215140 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:02.216235 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:02.216959 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:02.295128 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3330491 Jul 13 14:38:02.312183 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039a241-a1b8-4d0c-bbec-ee83094a013f admin admin] Pushing event updated for resources: {'Network': ['ID=282a4e15-0a14-45c1-88f9-43f71a92d770,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:02.327629 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 282a4e15-0a14-45c1-88f9-43f71a92d770 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:38:04.866688 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 54990) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:05.243390 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e6fe55-7d4b-4c58-8bc4-0976cfe80566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:05.244757 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-93e6fe55-7d4b-4c58-8bc4-0976cfe80566 admin admin] 10.222.0.68 "GET /v2.0/networks/282a4e15-0a14-45c1-88f9-43f71a92d770 HTTP/1.1" status: 200 len: 825 time: 0.3771133 Jul 13 14:38:05.283195 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-19a5b234-c9c4-4933-a3f4-950210ab145c admin admin] 10.222.0.68 "GET /v2.0/subnetpools/c4cd0e8e-05fe-4d46-b86d-64881ac07bac HTTP/1.1" status: 200 len: 734 time: 0.0328455 Jul 13 14:38:05.292230 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Request body: {'subnet': {'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'subnetpool_id': 'c4cd0e8e-05fe-4d46-b86d-64881ac07bac'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:05.314219 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Made reservation on behalf of 89f3ca3a55034c0fb94ebac1066a9d7b for: {'subnet': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:05.316486 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:05.604801 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:05.671838 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Checking segment: {'id': 'a2ac2cdd-22cb-4950-bab4-d5e34696297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:05.672252 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Network hostable DHCP agents. Network: 282a4e15-0a14-45c1-88f9-43f71a92d770, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:38:05.677121 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fbfc1f-3a32-4044-8b1e-51419b419ff6,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:05.696189 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Network 282a4e15-0a14-45c1-88f9-43f71a92d770 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:38:05.707088 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 282a4e15-0a14-45c1-88f9-43f71a92d770) {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:05.712480 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:05.713585 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:05.715479 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551eeb6b-bf1c-4400-bc78-79a7ff2c61d4 None None] Network 282a4e15-0a14-45c1-88f9-43f71a92d770 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:05.727289 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-9eba330a-8377-4c22-91a1-356fb1eb3d3f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4385016 Jul 13 14:38:06.026166 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64df5e68-33c8-51d1-8ea3-e02e79acb91b-282a4e15-0a14-45c1-88f9-43f71a92d770', 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'fixed_ips': [{'subnet_id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6'}]}} from dv-cinder-733622-17-iscsi. {{(pid=99623) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:38:06.027385 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:06.295889 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.db_base_plugin_common [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Allocated IP 172.20.0.2 (282a4e15-0a14-45c1-88f9-43f71a92d770/85fbfc1f-3a32-4044-8b1e-51419b419ff6/d69f871e-84d4-43bc-a3df-60e9b58998c7) {{(pid=99623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:06.519417 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Notify callbacks [] for port, precommit_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:06.534076 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Transition to ACTIVE for port object d69f871e-84d4-43bc-a3df-60e9b58998c7 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:06.554969 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Transition to ACTIVE for port object d69f871e-84d4-43bc-a3df-60e9b58998c7 will not be triggered until provisioned by entity DHCP. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:06.563287 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:06.633849 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Network 282a4e15-0a14-45c1-88f9-43f71a92d770 is already hosted by enough agents. {{(pid=99623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:06.641967 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Resources bound (agent type, host, resource id): {{(pid=99623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:06.647307 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Pushing event updated for resources: {'Port': ['ID=d69f871e-84d4-43bc-a3df-60e9b58998c7,revision_number=1']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:06.649456 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Received port after_create {{(pid=99623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:06.659156 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.660079 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.660428 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.660761 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.661091 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.661418 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.661743 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.662114 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.662472 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.662797 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.663119 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.663437 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Tracked resource versions report: Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: pushed versions: Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: { 'AddressGroup': {'1.2'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'ConntrackHelper': {'1.0'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Log': {'1.0'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Network': {'1.1'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Port': {'1.7'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'PortForwarding': {'1.2'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'QosPolicy': {'1.8'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SecurityGroup': {'1.4'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SubPort': {'1.0'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Subnet': {'1.1'}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Trunk': {'1.1'}} Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: consumer versions: Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: { DHCP agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: L3 agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: Metadata agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: Metering agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: Open vSwitch agent@dv-cinder-733622-17-iscsi: { 'AddressGroup': '1.2', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'ConntrackHelper': '1.0', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Log': '1.0', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Network': '1.1', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Port': '1.7', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'PortForwarding': '1.2', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'QosPolicy': '1.8', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SecurityGroup': '1.4', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SecurityGroupRule': '1.2', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SubPort': '1.0', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Subnet': '1.1', Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Trunk': '1.1'}} Jul 13 14:38:06.664768 dv-cinder-733622-17-iscsi neutron-server[99623]: {{(pid=99623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:38:06.731351 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Attempting to bind port d69f871e-84d4-43bc-a3df-60e9b58998c7 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:06.731999 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Attempting to bind port d69f871e-84d4-43bc-a3df-60e9b58998c7 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'a2ac2cdd-22cb-4950-bab4-d5e34696297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:06.732249 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Attempting to bind port d69f871e-84d4-43bc-a3df-60e9b58998c7 on network 282a4e15-0a14-45c1-88f9-43f71a92d770 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:06.737194 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:06.737647 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Checking segment: {'id': 'a2ac2cdd-22cb-4950-bab4-d5e34696297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:06.738138 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:06.738525 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Bound using segment: {'id': 'a2ac2cdd-22cb-4950-bab4-d5e34696297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:06.738991 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Bound port: d69f871e-84d4-43bc-a3df-60e9b58998c7, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ac2cdd-22cb-4950-bab4-d5e34696297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:06.739418 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:06.802041 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] For port d69f871e-84d4-43bc-a3df-60e9b58998c7, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:06.806250 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] For port d69f871e-84d4-43bc-a3df-60e9b58998c7, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=d69f871e-84d4-43bc-a3df-60e9b58998c7,segment=NetworkSegment(a2ac2cdd-22cb-4950-bab4-d5e34696297d),segment_id=a2ac2cdd-22cb-4950-bab4-d5e34696297d)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:06.810759 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:06.872573 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb52c4-ae17-413e-bad4-a13f6677b441 None None] Pushing event updated for resources: {'Port': ['ID=d69f871e-84d4-43bc-a3df-60e9b58998c7,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:08.104626 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 54998) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:08.411820 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [None req-7b14251a-6fe4-4111-a250-627a24d4ddb6 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=99622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:38:08.412863 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-7b14251a-6fe4-4111-a250-627a24d4ddb6 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3071887 Jul 13 14:38:10.771180 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55006) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:11.078058 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [None req-b9032a0b-db9a-400b-ba92-58a58f9ebb18 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=99622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:38:11.079145 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-b9032a0b-db9a-400b-ba92-58a58f9ebb18 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069973 Jul 13 14:38:12.656381 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device d69f871e-84d4-43bc-a3df-60e9b58998c7 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:12.740995 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port d69f871e-84d4-43bc-a3df-60e9b58998c7 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:12.881063 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca8e11-481f-402a-b752-cbb47f398f65 None None] Network 282a4e15-0a14-45c1-88f9-43f71a92d770 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:12.938886 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-7d60dd1a-a9e1-4816-a5dc-cb5285ef2e69 None None] Provisioning for port d69f871e-84d4-43bc-a3df-60e9b58998c7 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:12.946483 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-7d60dd1a-a9e1-4816-a5dc-cb5285ef2e69 None None] Provisioning complete for port d69f871e-84d4-43bc-a3df-60e9b58998c7 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:12.946878 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7d60dd1a-a9e1-4816-a5dc-cb5285ef2e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.107145 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7d60dd1a-a9e1-4816-a5dc-cb5285ef2e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.177198 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-7d60dd1a-a9e1-4816-a5dc-cb5285ef2e69 None None] For port d69f871e-84d4-43bc-a3df-60e9b58998c7, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=d69f871e-84d4-43bc-a3df-60e9b58998c7,segment=NetworkSegment(a2ac2cdd-22cb-4950-bab4-d5e34696297d),segment_id=a2ac2cdd-22cb-4950-bab4-d5e34696297d)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:13.183461 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7d60dd1a-a9e1-4816-a5dc-cb5285ef2e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.245949 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60dd1a-a9e1-4816-a5dc-cb5285ef2e69 None None] Pushing event updated for resources: {'Port': ['ID=d69f871e-84d4-43bc-a3df-60e9b58998c7,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:13.403488 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-91c4a1e5-d9df-4b24-b2f5-272b26271186 None None] Provisioning complete for port d69f871e-84d4-43bc-a3df-60e9b58998c7 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:13.403953 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-91c4a1e5-d9df-4b24-b2f5-272b26271186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.676829 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55020) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:13.964621 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-4cb48058-1fa9-44db-b6a5-5d98867f276f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'admin_state_up': True}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:13.992844 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4cb48058-1fa9-44db-b6a5-5d98867f276f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:13.994634 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4cb48058-1fa9-44db-b6a5-5d98867f276f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7029'] for router, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.146052 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4cb48058-1fa9-44db-b6a5-5d98867f276f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.150986 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4cb48058-1fa9-44db-b6a5-5d98867f276f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839'] for router, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.163966 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4cb48058-1fa9-44db-b6a5-5d98867f276f admin admin] Notify callbacks [] for router, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.165176 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-4cb48058-1fa9-44db-b6a5-5d98867f276f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4873481 Jul 13 14:38:14.629587 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device d69f871e-84d4-43bc-a3df-60e9b58998c7 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:14.675430 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port d69f871e-84d4-43bc-a3df-60e9b58998c7 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:14.675806 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:16.484120 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55028) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:16.786567 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [None req-1963bbe3-5b3f-4722-b14a-4f4c4434c86c admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=99621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:38:16.787558 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1963bbe3-5b3f-4722-b14a-4f4c4434c86c admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3025105 Jul 13 14:38:18.231988 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f3800801-4487-4555-8130-67ae24da6941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.102179 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55036) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:19.402858 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:19.427227 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Made reservation on behalf of 7779621d80534c1cb287b3ff7370a0bf for: {'network': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:19.429999 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.446141 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.559829 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.563266 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.574722 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Reserving flat network on physical network physnet1 {{(pid=99621) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 14:38:19.607423 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783506636252', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.607995 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Unsubscribe: segment precommit_create {{(pid=99621) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 14:38:19.608536 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.segments_db [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Added segment ffa5c3ba-6438-4abd-984c-c81b42ea6029 of type flat for network 29747457-fede-49b1-b2b1-e0dc79c8d995 Jul 13 14:38:19.630923 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00002869-67d4-4795-818c-fe800739b437,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:19.660855 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.661220 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.661564 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.661901 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.662232 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.662580 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.662914 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.663254 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.663588 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.663910 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.664254 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.664575 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Tracked resource versions report: Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: pushed versions: Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: { 'AddressGroup': {'1.2'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'ConntrackHelper': {'1.0'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Log': {'1.0'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Network': {'1.1'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Port': {'1.7'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'PortForwarding': {'1.2'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'QosPolicy': {'1.8'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SecurityGroup': {'1.4'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SubPort': {'1.0'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Subnet': {'1.1'}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Trunk': {'1.1'}} Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: consumer versions: Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: { DHCP agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: L3 agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: Metadata agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: Metering agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: Open vSwitch agent@dv-cinder-733622-17-iscsi: { 'AddressGroup': '1.2', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'ConntrackHelper': '1.0', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Log': '1.0', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Network': '1.1', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Port': '1.7', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'PortForwarding': '1.2', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'QosPolicy': '1.8', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SecurityGroup': '1.4', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SecurityGroupRule': '1.2', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SubPort': '1.0', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Subnet': '1.1', Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Trunk': '1.1'}} Jul 13 14:38:19.665922 dv-cinder-733622-17-iscsi neutron-server[99621]: {{(pid=99621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:38:19.741017 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.794821 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.795992 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:19.796716 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.881397 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7781758 Jul 13 14:38:19.895654 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134a05a-49ca-47b3-a737-848a0f412f72 admin admin] Pushing event updated for resources: {'Network': ['ID=29747457-fede-49b1-b2b1-e0dc79c8d995,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:19.910412 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:38:20.723919 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:20.844296 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-46c9df4b-a0c7-410e-a8c6-48aa5e8b2fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.019740 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:22.202140 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55052) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:22.487471 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb325cf-f717-40b3-8b4a-3b55ef9972fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:22.488778 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-1fb325cf-f717-40b3-8b4a-3b55ef9972fa admin admin] 10.222.0.68 "GET /v2.0/subnets/85fbfc1f-3a32-4044-8b1e-51419b419ff6 HTTP/1.1" status: 200 len: 849 time: 0.2857127 Jul 13 14:38:22.643113 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-1f412ad8-1086-49f2-ad91-87159f270240 admin admin] 10.222.0.68 "GET /v2.0/routers/f05df201-ae85-42fc-bca8-10519919961e HTTP/1.1" status: 200 len: 704 time: 0.1484773 Jul 13 14:38:22.899662 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.182406 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Allocated IP 172.20.0.1 (282a4e15-0a14-45c1-88f9-43f71a92d770/85fbfc1f-3a32-4044-8b1e-51419b419ff6/8a940e19-babe-4d46-bcc0-1240891decf0) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:23.334675 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.344645 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.357087 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Transition to ACTIVE for port object 8a940e19-babe-4d46-bcc0-1240891decf0 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:23.439670 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.551341 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Network 282a4e15-0a14-45c1-88f9-43f71a92d770 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:23.558322 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:23.568729 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:23.569296 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-716178'] for router_interface, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.592676 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Pushing event updated for resources: {'Port': ['ID=8a940e19-babe-4d46-bcc0-1240891decf0,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:23.750903 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-d3f261df-8b75-48b5-9be1-9472815fe19b None None] Provisioning for port 8a940e19-babe-4d46-bcc0-1240891decf0 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:23.755676 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-d3f261df-8b75-48b5-9be1-9472815fe19b None None] Provisioning complete for port 8a940e19-babe-4d46-bcc0-1240891decf0 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:23.756305 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-d3f261df-8b75-48b5-9be1-9472815fe19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.784277 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.792526 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-d3f261df-8b75-48b5-9be1-9472815fe19b None None] Port 8a940e19-babe-4d46-bcc0-1240891decf0 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:23.964194 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.968472 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:23.969224 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716504'] for router_interface, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.055118 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Pushing event updated for resources: {'Port': ['ID=8a940e19-babe-4d46-bcc0-1240891decf0,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:24.098613 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Network 282a4e15-0a14-45c1-88f9-43f71a92d770 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:24.099870 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:24.260320 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Router f05df201-ae85-42fc-bca8-10519919961e is scheduled to L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 with binding_index 1 {{(pid=99622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:38:24.311763 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-148e193c-4a5c-474d-854b-da4d83b1f2f2 None None] Provisioning complete for port 8a940e19-babe-4d46-bcc0-1240891decf0 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:24.312165 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-148e193c-4a5c-474d-854b-da4d83b1f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:24.345558 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-148e193c-4a5c-474d-854b-da4d83b1f2f2 None None] Port 8a940e19-babe-4d46-bcc0-1240891decf0 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:38:24.353411 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:24.358810 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-bbd7f977-4fdf-459e-953b-95ca34a76394 admin admin] 10.222.0.68 "PUT /v2.0/routers/f05df201-ae85-42fc-bca8-10519919961e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7106271 Jul 13 14:38:24.375726 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Sync routers for ids ['f05df201-ae85-42fc-bca8-10519919961e'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:24.387628 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Routers {'f05df201-ae85-42fc-bca8-10519919961e'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:24.388501 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:38:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['f05df201-ae85-42fc-bca8-10519919961e'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:24.571049 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Set router f05df201-ae85-42fc-bca8-10519919961e gateway port host: None {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:25.005405 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05df201-ae85-42fc-bca8-10519919961e', 'name': 'router1', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:14Z', 'updated_at': '2021-07-13T14:38:23Z', 'revision_number': 2, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'gw_port_host': None, '_interfaces': [{'id': '8a940e19-babe-4d46-bcc0-1240891decf0', 'name': '', 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'mac_address': 'fa:16:3e:00:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05df201-ae85-42fc-bca8-10519919961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:22Z', 'updated_at': '2021-07-13T14:38:23Z', 'revision_number': 2, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'subnets': [{'id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4cd0e8e-05fe-4d46-b86d-64881ac07bac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:25.056718 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Checking router: f05df201-ae85-42fc-bca8-10519919961e for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:25.057100 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Updating router f05df201-ae85-42fc-bca8-10519919961e port 8a940e19-babe-4d46-bcc0-1240891decf0 binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:25.119941 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.614629 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.632249 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Transition to ACTIVE for port object 8a940e19-babe-4d46-bcc0-1240891decf0 will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:25.638036 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.803574 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Pushing event updated for resources: {'Port': ['ID=8a940e19-babe-4d46-bcc0-1240891decf0,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:25.808201 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Attempting to bind port 8a940e19-babe-4d46-bcc0-1240891decf0 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:25.808445 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Attempting to bind port 8a940e19-babe-4d46-bcc0-1240891decf0 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'a2ac2cdd-22cb-4950-bab4-d5e34696297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:25.808874 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Attempting to bind port 8a940e19-babe-4d46-bcc0-1240891decf0 on network 282a4e15-0a14-45c1-88f9-43f71a92d770 {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:25.817346 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.817705 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.818050 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.818389 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.818728 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.819066 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.819399 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.819725 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.820096 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.820432 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.820759 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.821083 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Tracked resource versions report: Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: pushed versions: Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: { 'AddressGroup': {'1.2'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'ConntrackHelper': {'1.0'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Log': {'1.0'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Network': {'1.1'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Port': {'1.7'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'PortForwarding': {'1.2'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'QosPolicy': {'1.8'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SecurityGroup': {'1.4'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SubPort': {'1.0'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Subnet': {'1.1'}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Trunk': {'1.1'}} Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: consumer versions: Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: { DHCP agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: L3 agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: Metadata agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: Metering agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: Open vSwitch agent@dv-cinder-733622-17-iscsi: { 'AddressGroup': '1.2', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'ConntrackHelper': '1.0', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Log': '1.0', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Network': '1.1', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Port': '1.7', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'PortForwarding': '1.2', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'QosPolicy': '1.8', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SecurityGroup': '1.4', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SecurityGroupRule': '1.2', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SubPort': '1.0', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Subnet': '1.1', Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Trunk': '1.1'}} Jul 13 14:38:25.822427 dv-cinder-733622-17-iscsi neutron-server[99624]: {{(pid=99624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:38:25.827073 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:25.827505 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Checking segment: {'id': 'a2ac2cdd-22cb-4950-bab4-d5e34696297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:25.828012 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.828436 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Bound using segment: {'id': 'a2ac2cdd-22cb-4950-bab4-d5e34696297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:25.828901 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Bound port: 8a940e19-babe-4d46-bcc0-1240891decf0, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ac2cdd-22cb-4950-bab4-d5e34696297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:25.829298 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.897857 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] For port 8a940e19-babe-4d46-bcc0-1240891decf0, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:25.919375 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] For port 8a940e19-babe-4d46-bcc0-1240891decf0, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=8a940e19-babe-4d46-bcc0-1240891decf0,segment=NetworkSegment(a2ac2cdd-22cb-4950-bab4-d5e34696297d),segment_id=a2ac2cdd-22cb-4950-bab4-d5e34696297d)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:25.923598 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:25.976615 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Routers {'f05df201-ae85-42fc-bca8-10519919961e'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:25.977246 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:38:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['f05df201-ae85-42fc-bca8-10519919961e'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:26.021351 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef4255-1b62-4ef3-87b0-d575bb96c2ef None None] Pushing event updated for resources: {'Port': ['ID=8a940e19-babe-4d46-bcc0-1240891decf0,revision_number=4']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:26.077632 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] Set router f05df201-ae85-42fc-bca8-10519919961e gateway port host: None {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:26.284449 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05df201-ae85-42fc-bca8-10519919961e', 'name': 'router1', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:14Z', 'updated_at': '2021-07-13T14:38:23Z', 'revision_number': 2, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'gw_port_host': None, '_interfaces': [{'id': '8a940e19-babe-4d46-bcc0-1240891decf0', 'name': '', 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'mac_address': 'fa:16:3e:00:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05df201-ae85-42fc-bca8-10519919961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:22Z', 'updated_at': '2021-07-13T14:38:25Z', 'revision_number': 4, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'subnets': [{'id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4cd0e8e-05fe-4d46-b86d-64881ac07bac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:26.309733 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7da16b-23b5-437c-9b78-ecb50780423f None None] The sync data for ids ['f05df201-ae85-42fc-bca8-10519919961e'] in dv-cinder-733622-17-iscsi is: [{'id': 'f05df201-ae85-42fc-bca8-10519919961e', 'name': 'router1', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:14Z', 'updated_at': '2021-07-13T14:38:23Z', 'revision_number': 2, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'gw_port_host': None, '_interfaces': [{'id': '8a940e19-babe-4d46-bcc0-1240891decf0', 'name': '', 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'mac_address': 'fa:16:3e:00:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05df201-ae85-42fc-bca8-10519919961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:22Z', 'updated_at': '2021-07-13T14:38:25Z', 'revision_number': 4, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'subnets': [{'id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4cd0e8e-05fe-4d46-b86d-64881ac07bac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:26.584187 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55072) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:26.728177 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb69ca0-96a0-4de4-a9e0-9bb3c6d57d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:26.729561 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-feb69ca0-96a0-4de4-a9e0-9bb3c6d57d32 admin admin] 10.222.0.68 "GET /v2.0/networks/29747457-fede-49b1-b2b1-e0dc79c8d995 HTTP/1.1" status: 200 len: 842 time: 0.1442230 Jul 13 14:38:26.738879 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Request body: {'subnet': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:26.781526 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Made reservation on behalf of 7779621d80534c1cb287b3ff7370a0bf for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:26.783862 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:27.161238 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.objects.ports [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99621) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 14:38:27.161694 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:27.218564 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b04a009-ccc8-4bb3-b026-d2bb28f3c317,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:27.228451 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:27.228848 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Network hostable DHCP agents. Network: 29747457-fede-49b1-b2b1-e0dc79c8d995, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:38:27.250495 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:38:27.262128 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 29747457-fede-49b1-b2b1-e0dc79c8d995) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:27.267739 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:27.269122 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:27.271854 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d28bbe-1975-4126-a0e0-34469d00b7a4 None None] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:27.295080 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1c762b2d-83d2-4b80-b6f7-039a71a40115 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5485177 Jul 13 14:38:27.403839 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2531959-3f32-4253-807a-a498445d3be3 None None] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:38:29.557558 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55090) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:29.764779 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-12ebe5a2-70bd-45b2-ac24-c2663ea9d02a admin admin] 10.222.0.68 "GET /v2.0/routers/f05df201-ae85-42fc-bca8-10519919961e HTTP/1.1" status: 200 len: 710 time: 0.2060740 Jul 13 14:38:29.851264 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f2bbf-ec05-47e6-bda5-b9bca2939ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:29.852660 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-bd5f2bbf-ec05-47e6-bda5-b9bca2939ed3 admin admin] 10.222.0.68 "GET /v2.0/networks/29747457-fede-49b1-b2b1-e0dc79c8d995 HTTP/1.1" status: 200 len: 886 time: 0.0822227 Jul 13 14:38:29.861191 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:30.115336 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:30.351654 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:30.471468 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:30.621530 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Allocated IP 172.27.0.78 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/c91765b8-3f7f-4997-a79f-6b3c36a22371) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:30.656767 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 8a940e19-babe-4d46-bcc0-1240891decf0 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:30.703658 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 8a940e19-babe-4d46-bcc0-1240891decf0 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:30.707270 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 8a940e19-babe-4d46-bcc0-1240891decf0 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:30.707698 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:30.729347 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:30.782534 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:30.812787 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 8a940e19-babe-4d46-bcc0-1240891decf0, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=8a940e19-babe-4d46-bcc0-1240891decf0,segment=NetworkSegment(a2ac2cdd-22cb-4950-bab4-d5e34696297d),segment_id=a2ac2cdd-22cb-4950-bab4-d5e34696297d)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:30.813727 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:30.816961 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:30.883481 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:30.890606 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:30.893348 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:30.909083 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=8a940e19-babe-4d46-bcc0-1240891decf0,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:30.967380 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Pushing event updated for resources: {'Port': ['ID=c91765b8-3f7f-4997-a79f-6b3c36a22371,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:31.184716 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:31.373058 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:31.376271 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-718844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-720027'] for router, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:31.484339 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Router f05df201-ae85-42fc-bca8-10519919961e has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:38:31.587589 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:31.591831 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] Notify callbacks [] for router, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:31.593075 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-973b15af-833d-4089-8486-588c2cef4118 admin admin] 10.222.0.68 "PUT /v2.0/routers/f05df201-ae85-42fc-bca8-10519919961e HTTP/1.1" status: 200 len: 889 time: 1.7350423 Jul 13 14:38:31.597471 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Sync routers for ids ['f05df201-ae85-42fc-bca8-10519919961e'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:31.608453 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Routers {'f05df201-ae85-42fc-bca8-10519919961e'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:31.609151 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:38:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['f05df201-ae85-42fc-bca8-10519919961e'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:31.824342 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Set router f05df201-ae85-42fc-bca8-10519919961e gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:32.215365 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05df201-ae85-42fc-bca8-10519919961e', 'name': 'router1', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c91765b8-3f7f-4997-a79f-6b3c36a22371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:14Z', 'updated_at': '2021-07-13T14:38:31Z', 'revision_number': 4, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'gw_port': {'id': 'c91765b8-3f7f-4997-a79f-6b3c36a22371', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05df201-ae85-42fc-bca8-10519919961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:30Z', 'updated_at': '2021-07-13T14:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '8a940e19-babe-4d46-bcc0-1240891decf0', 'name': '', 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'mac_address': 'fa:16:3e:00:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05df201-ae85-42fc-bca8-10519919961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:22Z', 'updated_at': '2021-07-13T14:38:30Z', 'revision_number': 5, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'subnets': [{'id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4cd0e8e-05fe-4d46-b86d-64881ac07bac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:32.268180 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Checking router: f05df201-ae85-42fc-bca8-10519919961e for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:32.268558 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Updating router f05df201-ae85-42fc-bca8-10519919961e port c91765b8-3f7f-4997-a79f-6b3c36a22371 binding host dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:38:32.301898 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.617775 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Notify callbacks [] for port, precommit_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.627068 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Transition to ACTIVE for port object c91765b8-3f7f-4997-a79f-6b3c36a22371 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:32.632942 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.659325 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 8a940e19-babe-4d46-bcc0-1240891decf0 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:32.708853 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e480fe-87eb-437e-ad34-72935636c42a None None] Pushing event updated for resources: {'Port': ['ID=c91765b8-3f7f-4997-a79f-6b3c36a22371,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:32.712895 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Attempting to bind port c91765b8-3f7f-4997-a79f-6b3c36a22371 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:32.713040 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Attempting to bind port c91765b8-3f7f-4997-a79f-6b3c36a22371 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:32.713304 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Attempting to bind port c91765b8-3f7f-4997-a79f-6b3c36a22371 on network 29747457-fede-49b1-b2b1-e0dc79c8d995 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:32.724979 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:32.725355 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:32.725779 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.726146 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Bound using segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:32.726605 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Bound port: c91765b8-3f7f-4997-a79f-6b3c36a22371, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:32.727017 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.775001 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 8a940e19-babe-4d46-bcc0-1240891decf0 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:32.775375 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.803454 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] For port c91765b8-3f7f-4997-a79f-6b3c36a22371, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:32.821012 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] For port c91765b8-3f7f-4997-a79f-6b3c36a22371, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=c91765b8-3f7f-4997-a79f-6b3c36a22371,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:32.826625 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:32.984097 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e480fe-87eb-437e-ad34-72935636c42a None None] Pushing event updated for resources: {'Port': ['ID=c91765b8-3f7f-4997-a79f-6b3c36a22371,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:32.993273 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Routers {'f05df201-ae85-42fc-bca8-10519919961e'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:32.993649 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:38:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['f05df201-ae85-42fc-bca8-10519919961e'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:33.101904 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] Set router f05df201-ae85-42fc-bca8-10519919961e gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:33.304359 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05df201-ae85-42fc-bca8-10519919961e', 'name': 'router1', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c91765b8-3f7f-4997-a79f-6b3c36a22371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:14Z', 'updated_at': '2021-07-13T14:38:31Z', 'revision_number': 4, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'gw_port': {'id': 'c91765b8-3f7f-4997-a79f-6b3c36a22371', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05df201-ae85-42fc-bca8-10519919961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:30Z', 'updated_at': '2021-07-13T14:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '8a940e19-babe-4d46-bcc0-1240891decf0', 'name': '', 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'mac_address': 'fa:16:3e:00:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05df201-ae85-42fc-bca8-10519919961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:22Z', 'updated_at': '2021-07-13T14:38:30Z', 'revision_number': 5, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'subnets': [{'id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4cd0e8e-05fe-4d46-b86d-64881ac07bac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:33.333949 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8dc752-3ed2-4e07-b94a-5d6b3b3fd89a None None] The sync data for ids ['f05df201-ae85-42fc-bca8-10519919961e'] in dv-cinder-733622-17-iscsi is: [{'id': 'f05df201-ae85-42fc-bca8-10519919961e', 'name': 'router1', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c91765b8-3f7f-4997-a79f-6b3c36a22371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:38:14Z', 'updated_at': '2021-07-13T14:38:31Z', 'revision_number': 4, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'gw_port': {'id': 'c91765b8-3f7f-4997-a79f-6b3c36a22371', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05df201-ae85-42fc-bca8-10519919961e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:30Z', 'updated_at': '2021-07-13T14:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '8a940e19-babe-4d46-bcc0-1240891decf0', 'name': '', 'network_id': '282a4e15-0a14-45c1-88f9-43f71a92d770', 'tenant_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'mac_address': 'fa:16:3e:00:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05df201-ae85-42fc-bca8-10519919961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:38:22Z', 'updated_at': '2021-07-13T14:38:30Z', 'revision_number': 5, 'project_id': '89f3ca3a55034c0fb94ebac1066a9d7b', 'subnets': [{'id': '85fbfc1f-3a32-4044-8b1e-51419b419ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4cd0e8e-05fe-4d46-b86d-64881ac07bac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:33.978106 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55100) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:34.106141 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-321bb257-8b24-4185-a181-4eb4585f5509 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1269281 Jul 13 14:38:34.664719 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device c91765b8-3f7f-4997-a79f-6b3c36a22371 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:34.715060 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port c91765b8-3f7f-4997-a79f-6b3c36a22371 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:34.718916 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port c91765b8-3f7f-4997-a79f-6b3c36a22371 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:34.719243 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:34.795637 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:34.816453 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port c91765b8-3f7f-4997-a79f-6b3c36a22371, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=c91765b8-3f7f-4997-a79f-6b3c36a22371,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:34.820313 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:34.872527 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=c91765b8-3f7f-4997-a79f-6b3c36a22371,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:36.673491 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device c91765b8-3f7f-4997-a79f-6b3c36a22371 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:36.720681 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port c91765b8-3f7f-4997-a79f-6b3c36a22371 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:36.721062 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.240593 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a5caa6e9-f800-433c-b2c8-2b67f10f9ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:48.736938 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 5 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:38:50.726411 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:50.846646 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-898aba0b-58ef-4c68-a54a-24fe42c416eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:52.033874 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:53.373754 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.237846 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-eb7628c9-8d7b-4fe7-942c-09765ec07e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.730766 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:20.848190 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-654a54c7-d435-494c-a496-a30a84bc4dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.029875 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:23.370420 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.735604 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 5 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:39:48.239496 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8ce11daa-009e-4207-9e42-5ca8ec1ff0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:50.732967 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:50.847581 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-972ee368-702b-4f31-88c9-2a1585d94be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:52.031867 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:53.371120 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:02.735383 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 5 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:40:09.366851 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55668) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:09.481720 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d6128c-71e9-4c13-84ec-6be398e9264c admin admin] GET failed (client error): The resource could not be found. Jul 13 14:40:09.483134 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-f8d6128c-71e9-4c13-84ec-6be398e9264c admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1147258 Jul 13 14:40:09.640253 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2934598d-3c75-4756-bfad-1f136a4e7707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:09.641730 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-2934598d-3c75-4756-bfad-1f136a4e7707 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548171 Jul 13 14:40:11.792733 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55678) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:11.892400 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c34d82-ac1a-4302-b63f-ba3746ebd1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:11.893747 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-02c34d82-ac1a-4302-b63f-ba3746ebd1ca admin admin] 10.222.0.68 "GET /v2.0/subnets/85fbfc1f-3a32-4044-8b1e-51419b419ff6 HTTP/1.1" status: 200 len: 849 time: 0.1000698 Jul 13 14:40:11.903140 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:11.985817 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Notify callbacks [] for subnet, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:12.124970 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783506470894'] for subnet, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:12.155005 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:12.156260 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:12.156904 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] 10.222.0.68 "PUT /v2.0/subnets/85fbfc1f-3a32-4044-8b1e-51419b419ff6 HTTP/1.1" status: 200 len: 868 time: 0.2574468 Jul 13 14:40:12.172358 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e4b80-ab05-430e-aeda-0dbf7e0bafe1 None None] Network 282a4e15-0a14-45c1-88f9-43f71a92d770 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:40:12.178641 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fbfc1f-3a32-4044-8b1e-51419b419ff6,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:12.186893 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.187278 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.187631 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.187970 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.188495 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.188852 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.189194 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.189548 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.189900 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.190251 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.190566 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.191039 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1b38b-8a74-482b-a191-c4d13f1f6dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:12.508625 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-10078c47-b4c6-4517-8895-e6a00edf2fd8 None None] Provisioning complete for port 8a940e19-babe-4d46-bcc0-1240891decf0 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:40:12.508999 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-10078c47-b4c6-4517-8895-e6a00edf2fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:12.592785 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-10078c47-b4c6-4517-8895-e6a00edf2fd8 None None] Provisioning complete for port d69f871e-84d4-43bc-a3df-60e9b58998c7 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:40:12.593152 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-10078c47-b4c6-4517-8895-e6a00edf2fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:14.308666 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55686) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:14.502931 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf8c4a-065b-44b2-a144-27e95babb0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:14.503332 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf8c4a-065b-44b2-a144-27e95babb0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:14.504886 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-eccf8c4a-065b-44b2-a144-27e95babb0f4 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1951909 Jul 13 14:40:16.664003 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55696) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:16.791957 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77554e17-c94a-487c-a1f8-26f1292686f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:16.792490 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77554e17-c94a-487c-a1f8-26f1292686f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:16.794026 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-77554e17-c94a-487c-a1f8-26f1292686f6 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1289237 Jul 13 14:40:18.239705 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb926-442a-480e-86df-11fffa9fcffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:18.908383 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55704) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:19.050619 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faac687-9aa5-4bc9-acec-3e42bc18f8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:19.051968 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-9faac687-9aa5-4bc9-acec-3e42bc18f8b0 admin admin] 10.222.0.68 "GET /v2.0/networks/282a4e15-0a14-45c1-88f9-43f71a92d770 HTTP/1.1" status: 200 len: 869 time: 0.1426542 Jul 13 14:40:20.734541 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:20.847472 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-e6d1ddb3-beee-4dd7-aa00-6abded96820d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.200219 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55712) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:21.322849 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e17c9-7fdd-4fd8-800c-4da67399032f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:21.324187 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-7b3e17c9-7fdd-4fd8-800c-4da67399032f admin admin] 10.222.0.68 "GET /v2.0/networks/29747457-fede-49b1-b2b1-e0dc79c8d995 HTTP/1.1" status: 200 len: 886 time: 0.1229639 Jul 13 14:40:22.034126 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:23.375507 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:23.452456 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55720) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:23.573971 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c199697-5602-498e-a437-418e47852c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:23.574447 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c199697-5602-498e-a437-418e47852c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:23.575950 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0c199697-5602-498e-a437-418e47852c90 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225584 Jul 13 14:40:25.700592 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55728) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:25.788660 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794a3f5-0fb4-4858-b630-95c62a7b5b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:25.789124 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794a3f5-0fb4-4858-b630-95c62a7b5b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:25.790590 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-3794a3f5-0fb4-4858-b630-95c62a7b5b55 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890386 Jul 13 14:40:27.961288 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55736) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:28.044365 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd6dbfc-485a-46e9-8152-bce8e4a01e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:28.045703 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-4bd6dbfc-485a-46e9-8152-bce8e4a01e10 admin admin] 10.222.0.68 "GET /v2.0/subnets/6b04a009-ccc8-4bb3-b026-d2bb28f3c317 HTTP/1.1" status: 200 len: 816 time: 0.0834837 Jul 13 14:40:30.263467 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55744) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:30.353778 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa41f7-5efb-4643-9210-c7450ea372f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:30.355117 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-8daa41f7-5efb-4643-9210-c7450ea372f8 admin admin] 10.222.0.68 "GET /v2.0/subnets/85fbfc1f-3a32-4044-8b1e-51419b419ff6 HTTP/1.1" status: 200 len: 868 time: 0.0907226 Jul 13 14:40:39.733504 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 5 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:40:48.243035 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b61e08ba-4acf-4373-a66c-764d01b313d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:50.734962 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:50.847582 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-4155319d-3cb4-475f-b60a-080e7ac41fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:52.036845 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:53.378972 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:54.432720 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55796) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:54.477156 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [None req-8b95455c-52f8-4895-b1ee-d583dc4ad1bd admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=99621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:40:54.478204 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-8b95455c-52f8-4895-b1ee-d583dc4ad1bd admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445297 Jul 13 14:40:56.710613 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55804) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:56.768604 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f8a28f-c179-4681-a93b-f25608b29850 admin admin] GET failed (client error): The resource could not be found. Jul 13 14:40:56.769971 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-55f8a28f-c179-4681-a93b-f25608b29850 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583711 Jul 13 14:40:56.855502 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18eb78-02ff-4718-b86a-94187c4c7865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:56.856982 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-2d18eb78-02ff-4718-b86a-94187c4c7865 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831213 Jul 13 14:40:59.032187 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55812) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:59.078128 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:59.100615 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Made reservation on behalf of 7779621d80534c1cb287b3ff7370a0bf for: {'network': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:40:59.103640 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.139874 dv-cinder-733622-17-iscsi neutron-server[99621]: WARNING neutron.services.revisions.revision_plugin [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Could not find related network for resource to bump revision. Jul 13 14:40:59.155493 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=99621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:40:59.165771 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.166119 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.segments_db [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Added segment 19f86a0c-369b-4ff3-9330-2ebec122f21f of type vlan for network 2dc2c51c-28af-4263-acff-7b2c4894efd7 Jul 13 14:40:59.204538 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.231122 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.231986 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:59.232587 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.287005 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2536619 Jul 13 14:40:59.293926 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b0112-1f0e-4514-9703-a72db0bb95f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc2c51c-28af-4263-acff-7b2c4894efd7,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:59.305984 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 2dc2c51c-28af-4263-acff-7b2c4894efd7 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:41:01.462510 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55820) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:01.520427 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f8204c-227d-495c-b529-636f35a67c81 admin admin] GET failed (client error): The resource could not be found. Jul 13 14:41:01.522210 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-94f8204c-227d-495c-b529-636f35a67c81 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587778 Jul 13 14:41:01.687996 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccdf0a3-0bd5-4641-9635-91c8fd9f4bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:01.689412 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-6ccdf0a3-0bd5-4641-9635-91c8fd9f4bd0 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1634591 Jul 13 14:41:01.699344 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:01.730285 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Made reservation on behalf of 7779621d80534c1cb287b3ff7370a0bf for: {'subnet': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:01.732532 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.889593 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.946926 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5096a277-2d99-4045-ab30-2466ff47bfa5,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:01.956485 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.956850 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.957195 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.957531 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.957867 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.958211 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.958541 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.959517 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.959865 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.960221 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.960548 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.960869 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:01.963895 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Checking segment: {'id': '19f86a0c-369b-4ff3-9330-2ebec122f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:01.964274 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Network hostable DHCP agents. Network: 2dc2c51c-28af-4263-acff-7b2c4894efd7, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:41:01.982551 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Network 2dc2c51c-28af-4263-acff-7b2c4894efd7 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:41:01.990889 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 2dc2c51c-28af-4263-acff-7b2c4894efd7) {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:01.994834 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:01.995427 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:01.999817 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34c4ec-5dd9-4ed8-bfc2-8d003bf69897 None None] Network 2dc2c51c-28af-4263-acff-7b2c4894efd7 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:02.009523 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-833ccde3-7987-47b1-8fef-b213e1809713 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3134432 Jul 13 14:41:02.244775 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64df5e68-33c8-51d1-8ea3-e02e79acb91b-2dc2c51c-28af-4263-acff-7b2c4894efd7', 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7', 'tenant_id': '7779621d80534c1cb287b3ff7370a0bf', 'fixed_ips': [{'subnet_id': '5096a277-2d99-4045-ab30-2466ff47bfa5'}]}} from dv-cinder-733622-17-iscsi. {{(pid=99623) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:41:02.245661 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.381673 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.db_base_plugin_common [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Allocated IP 192.168.233.2 (2dc2c51c-28af-4263-acff-7b2c4894efd7/5096a277-2d99-4045-ab30-2466ff47bfa5/aa32e50b-ec7b-46f7-a069-82c41f5c5ebd) {{(pid=99623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:02.525079 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Notify callbacks [] for port, precommit_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.533606 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Transition to ACTIVE for port object aa32e50b-ec7b-46f7-a069-82c41f5c5ebd will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:02.548397 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Transition to ACTIVE for port object aa32e50b-ec7b-46f7-a069-82c41f5c5ebd will not be triggered until provisioned by entity DHCP. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:02.554307 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.593917 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Network 2dc2c51c-28af-4263-acff-7b2c4894efd7 is already hosted by enough agents. {{(pid=99623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:02.596781 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.base_scheduler [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Resources bound (agent type, host, resource id): {{(pid=99623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:02.600808 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Received port after_create {{(pid=99623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:02.609637 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Pushing event updated for resources: {'Port': ['ID=aa32e50b-ec7b-46f7-a069-82c41f5c5ebd,revision_number=1']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:02.635424 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.635802 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.636184 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.636541 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.636881 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.637221 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.637563 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.637897 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.638254 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.638688 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.639025 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.639358 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:02.672788 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Attempting to bind port aa32e50b-ec7b-46f7-a069-82c41f5c5ebd on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:02.673154 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Attempting to bind port aa32e50b-ec7b-46f7-a069-82c41f5c5ebd by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '19f86a0c-369b-4ff3-9330-2ebec122f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:02.673521 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Attempting to bind port aa32e50b-ec7b-46f7-a069-82c41f5c5ebd on network 2dc2c51c-28af-4263-acff-7b2c4894efd7 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:02.678679 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:02.679058 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Checking segment: {'id': '19f86a0c-369b-4ff3-9330-2ebec122f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:02.679480 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.679871 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Bound using segment: {'id': '19f86a0c-369b-4ff3-9330-2ebec122f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:02.680361 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Bound port: aa32e50b-ec7b-46f7-a069-82c41f5c5ebd, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f86a0c-369b-4ff3-9330-2ebec122f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:02.680758 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.744830 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] For port aa32e50b-ec7b-46f7-a069-82c41f5c5ebd, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:02.747949 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] For port aa32e50b-ec7b-46f7-a069-82c41f5c5ebd, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=aa32e50b-ec7b-46f7-a069-82c41f5c5ebd,segment=NetworkSegment(19f86a0c-369b-4ff3-9330-2ebec122f21f),segment_id=19f86a0c-369b-4ff3-9330-2ebec122f21f)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:02.752052 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:02.813667 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b444180-174d-4d3e-a9d2-ffa8e98772ef None None] Pushing event updated for resources: {'Port': ['ID=aa32e50b-ec7b-46f7-a069-82c41f5c5ebd,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:03.576477 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eead86-05aa-4ee0-9300-f27bc9d92e27 None None] Network 2dc2c51c-28af-4263-acff-7b2c4894efd7 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:03.683387 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-18741989-409a-4f6f-ab02-0da13431c309 None None] Provisioning for port aa32e50b-ec7b-46f7-a069-82c41f5c5ebd completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:04.778309 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device aa32e50b-ec7b-46f7-a069-82c41f5c5ebd up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:04.826453 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port aa32e50b-ec7b-46f7-a069-82c41f5c5ebd completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:04.830000 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port aa32e50b-ec7b-46f7-a069-82c41f5c5ebd triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:04.830372 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.906708 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.938470 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port aa32e50b-ec7b-46f7-a069-82c41f5c5ebd, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=aa32e50b-ec7b-46f7-a069-82c41f5c5ebd,segment=NetworkSegment(19f86a0c-369b-4ff3-9330-2ebec122f21f),segment_id=19f86a0c-369b-4ff3-9330-2ebec122f21f)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:04.942183 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:04.987077 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=aa32e50b-ec7b-46f7-a069-82c41f5c5ebd,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:06.758833 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device aa32e50b-ec7b-46f7-a069-82c41f5c5ebd up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:06.806536 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port aa32e50b-ec7b-46f7-a069-82c41f5c5ebd triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:06.806910 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:16.735590 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 5 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:41:18.243547 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-d3ff9761-a78d-4f94-b578-19f78d9d4d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.736791 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:20.848648 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-36f31806-9be7-41ff-af71-d72e1ecb4d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:22.039778 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:23.380852 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:48.243282 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-2a36ba72-d507-4c7a-a2cf-5a499a3a7510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.737115 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.848928 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b74cc41f-27cb-40cd-b25d-9a95b9a41acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:52.042415 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:53.383651 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:53.733910 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 5 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:42:12.249490 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55872) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:12.255955 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [None req-d57deae0-2591-4420-af88-e200c481bb3c tempest-verify_tempest_config-1016381928 tempest-verify_tempest_config-1016381928-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=99622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:42:12.256930 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-d57deae0-2591-4420-af88-e200c481bb3c tempest-verify_tempest_config-1016381928 tempest-verify_tempest_config-1016381928-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059984 Jul 13 14:42:12.548725 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55890) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:12.645796 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.733554 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.737089 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.779776 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b3bb6f-4aa4-4d9a-a5da-8f0c1c9ede9b,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.783782 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=350e5ae773ca46b58e965f9a004529b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2340872 Jul 13 14:42:12.786604 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55894) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:12.789014 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.789384 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.789729 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.790066 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.790398 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.790745 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.791108 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.791439 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.791765 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.792118 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.792444 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.792771 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7287a24-2686-4d1d-be91-a73911085b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.841392 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.861350 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.948585 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.951143 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.954954 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b1b3bb6f-4aa4-4d9a-a5da-8f0c1c9ede9b HTTP/1.1" status: 204 len: 168 time: 0.1673467 Jul 13 14:42:12.962499 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b3bb6f-4aa4-4d9a-a5da-8f0c1c9ede9b,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:12.969015 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.969506 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.969860 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.970202 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.970542 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.970890 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.971225 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.971570 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.971904 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.972339 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.972599 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:12.972974 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd92ae-e0aa-44e1-98fd-c5b33989e16e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:18.243855 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-47560a0c-b7bb-47f1-a4e9-8949ddc31533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.737947 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.852865 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7fd6-3bd9-46f0-bd06-ecb6d80adbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:22.045375 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.386775 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.784969 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 5 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:42:48.244442 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0bc10fc9-078a-4cee-a9aa-6633e1e6cb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:50.738771 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:50.852851 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7416de8c-0c65-4a69-99df-87ef9a6c1abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:52.049755 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:53.390119 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:07.734786 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 5 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:43:18.245212 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0042392d-02ba-4da5-a7f7-6ea25f0da937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.739526 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.852318 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-297389a6-5298-4c1d-b94c-317d98154c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:22.051455 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:23.393534 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:44.733169 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 5 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:43:45.860239 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-715555'] for agent, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:48.244046 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-14acc6b0-6483-4abf-a557-867db3b125f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.077279 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 55948) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:50.181179 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-fb8bdfdb-2ede-4ab8-9f40-ba31fa368668 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1028078 Jul 13 14:43:50.740821 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:50.852469 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a930700e-eecb-49b9-b576-c8db3c4647e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:52.055831 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:52.339433 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 55958) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:52.396528 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-e31060a3-7ce9-4511-a471-53c7c2235ccf admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0558519 Jul 13 14:43:53.397381 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.782771 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:18.242962 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6a54f76f-5d16-4f6b-86db-c241dbac4b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:20.741837 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:20.851513 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-4db16c13-06d9-4a98-9dfe-c00eff1d1181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:21.731853 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:44:22.060770 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:23.400457 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:45.795386 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:48.252310 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-2e264791-c12f-4749-94cd-07c89efb01e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:50.742789 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:50.851523 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-380de52f-5e36-4b52-b534-d81b7af34e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:52.062935 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:53.404730 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:58.730839 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:15.781559 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:18.258710 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-cd207735-ab52-4e61-a0b7-67a7cbc39440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:18.953437 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56076) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:19.147450 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-network', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:19.169657 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Made reservation on behalf of 7debb9fcf765453d9ff08b4cee2c148f for: {'network': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:19.172323 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.184596 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.282354 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.286709 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.321085 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=99622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:45:19.326428 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e1232-0328-4169-98df-d06e1e2fc213,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:19.335776 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.336214 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.336421 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.337040 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.337555 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.337891 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.338513 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.338847 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.339355 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.339685 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.340387 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.340704 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Tracked resource versions report: Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: pushed versions: Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: { 'AddressGroup': {'1.2'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'ConntrackHelper': {'1.0'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Log': {'1.0'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Network': {'1.1'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Port': {'1.7'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'PortForwarding': {'1.2'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'QosPolicy': {'1.8'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SecurityGroup': {'1.4'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SubPort': {'1.0'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Subnet': {'1.1'}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Trunk': {'1.1'}} Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: consumer versions: Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: { DHCP agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: HyperV agent@hv-cinder-73362: {}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: L3 agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: Metadata agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: Metering agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: Open vSwitch agent@dv-cinder-733622-17-iscsi: { 'AddressGroup': '1.2', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'ConntrackHelper': '1.0', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Log': '1.0', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Network': '1.1', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Port': '1.7', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'PortForwarding': '1.2', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'QosPolicy': '1.8', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SecurityGroup': '1.4', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SecurityGroupRule': '1.2', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'SubPort': '1.0', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Subnet': '1.1', Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: 'Trunk': '1.1'}} Jul 13 14:45:19.341732 dv-cinder-733622-17-iscsi neutron-server[99622]: {{(pid=99622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:45:19.355041 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.355500 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.segments_db [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Added segment 07c5763b-3f1f-428e-9ef8-12afa661b9aa of type vlan for network 531724de-8eb2-495b-9808-a0955ea1d07f Jul 13 14:45:19.402954 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.433822 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.434984 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:19.435483 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.502048 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5446346 Jul 13 14:45:19.502288 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca86b7e-b238-44ff-b0af-743591bbccbc admin admin] Pushing event updated for resources: {'Network': ['ID=531724de-8eb2-495b-9808-a0955ea1d07f,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:19.503037 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56118) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:19.512226 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 531724de-8eb2-495b-9808-a0955ea1d07f details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:45:19.516357 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Request body: {'subnet': {'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-subnet', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:19.548280 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Made reservation on behalf of 7debb9fcf765453d9ff08b4cee2c148f for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:19.551080 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.736350 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.777719 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ddfe58-aee9-41da-a034-bcc643230d07,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:19.787167 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.787449 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.787717 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.788110 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.788408 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.788768 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.789102 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.789441 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.789755 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.790097 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.790409 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.790732 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Tracked resource versions report: Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: pushed versions: Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: { 'AddressGroup': {'1.2'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'ConntrackHelper': {'1.0'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Log': {'1.0'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Network': {'1.1'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Port': {'1.7'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'PortForwarding': {'1.2'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'QosPolicy': {'1.8'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SecurityGroup': {'1.4'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SubPort': {'1.0'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Subnet': {'1.1'}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Trunk': {'1.1'}} Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: consumer versions: Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: { DHCP agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: HyperV agent@hv-cinder-73362: {}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: L3 agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: Metadata agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: Metering agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: Open vSwitch agent@dv-cinder-733622-17-iscsi: { 'AddressGroup': '1.2', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'ConntrackHelper': '1.0', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Log': '1.0', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Network': '1.1', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Port': '1.7', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'PortForwarding': '1.2', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'QosPolicy': '1.8', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SecurityGroup': '1.4', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SecurityGroupRule': '1.2', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'SubPort': '1.0', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Subnet': '1.1', Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: 'Trunk': '1.1'}} Jul 13 14:45:19.791759 dv-cinder-733622-17-iscsi neutron-server[99621]: {{(pid=99621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:45:19.823833 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Checking segment: {'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:19.824250 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Network hostable DHCP agents. Network: 531724de-8eb2-495b-9808-a0955ea1d07f, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:45:19.842340 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Network 531724de-8eb2-495b-9808-a0955ea1d07f is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:45:19.852072 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 531724de-8eb2-495b-9808-a0955ea1d07f) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:19.857260 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:19.858954 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.862543 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1160c8-68af-4b4f-b681-1565e79898f4 None None] Network 531724de-8eb2-495b-9808-a0955ea1d07f requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:19.879213 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56136) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:19.879593 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-ee92cafa-7b21-43eb-9bdc-002f4eb7b551 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3723879 Jul 13 14:45:19.885075 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-router', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:19.919498 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:19.921414 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7029'] for router, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.029660 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a2b83-a338-4797-b7a0-1f23c382f890 None None] Network 531724de-8eb2-495b-9808-a0955ea1d07f requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:20.055358 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.208924 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.446521 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.466135 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.576145 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Allocated IP 172.27.0.229 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/defcea1f-3290-4593-af51-58eea9a45736) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:20.586073 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56184) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:20.691445 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.734775 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.748428 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.772099 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:20.774847 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:20.778198 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:20.851927 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Pushing event updated for resources: {'Port': ['ID=defcea1f-3290-4593-af51-58eea9a45736,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:20.856662 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f85adc46-791a-4646-bc91-7e3a9e9e714a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.945622 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56194) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:21.115425 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.193996 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1456466327-network', 'tenant_id': 'b3c706a3a2034358ae8211a94d903ec0'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:21.198612 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56208) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:21.241474 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-561913046-network', 'tenant_id': '693daab674b54609b82251abeb3a6fa3'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:21.271102 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Made reservation on behalf of b3c706a3a2034358ae8211a94d903ec0 for: {'network': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:21.273808 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.285423 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Made reservation on behalf of 693daab674b54609b82251abeb3a6fa3 for: {'network': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:21.294845 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.298861 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.308530 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.365404 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-network', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:21.369284 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839'] for router, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.430417 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.434748 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.456929 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=99621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:45:21.476832 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.477429 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.segments_db [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Added segment 5874d274-9290-4f17-a9ab-d36d09ad21c2 of type vlan for network b7bc5be6-e386-45a3-be51-39a688484162 Jul 13 14:45:21.479194 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a101ff92-8cc8-43d0-b853-39c048bd2168,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:21.564633 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.597594 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.598431 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.600210 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:21.601025 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.602858 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.627223 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=99622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:45:21.629190 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Router f65fec8f-1927-4616-ad2c-3e5425e37b1d is scheduled to L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 with binding_index 1 {{(pid=99622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:45:21.656070 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.656512 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.segments_db [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Added segment 44648a6b-8766-4c38-b149-7a0dfa56fa9b of type vlan for network b9a42372-1973-4e89-86bb-cfe54dc44694 Jul 13 14:45:21.666972 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb2c769-556a-4cc4-98a7-6da41be07a7a,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:21.679928 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Made reservation on behalf of 0305e7a2f9b948dfb400a93ba026094d for: {'network': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:21.682531 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.688080 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7405705 Jul 13 14:45:21.693393 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56240) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:21.698444 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Request body: {'subnet': {'network_id': 'b7bc5be6-e386-45a3-be51-39a688484162', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-561913046-subnet', 'tenant_id': '693daab674b54609b82251abeb3a6fa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:21.701466 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfc6bf-df17-4ccc-ac9e-165096771adc admin admin] Pushing event updated for resources: {'Network': ['ID=b7bc5be6-e386-45a3-be51-39a688484162,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:21.705818 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.716767 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network b7bc5be6-e386-45a3-be51-39a688484162 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:45:21.743361 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.771094 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Made reservation on behalf of 693daab674b54609b82251abeb3a6fa3 for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:21.773491 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.783743 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.784775 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:21.785939 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:21.924525 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] Pushing event updated for resources: {'Network': ['ID=b9a42372-1973-4e89-86bb-cfe54dc44694,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:21.939377 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:21.941161 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network b9a42372-1973-4e89-86bb-cfe54dc44694 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:45:21.950639 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Sync routers for ids ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:21.974752 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Routers {'f65fec8f-1927-4616-ad2c-3e5425e37b1d'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:21.975632 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:45:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:22.102076 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.145592 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.219915 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Set router f65fec8f-1927-4616-ad2c-3e5425e37b1d gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:22.238568 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f333635-2510-4e80-97be-3fd2512e7c48,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:22.357467 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.365152 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] Notify callbacks [] for router, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.370269 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.379327 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-63d028b2-6961-460f-a09c-fa646dbbc648 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4940193 Jul 13 14:45:22.379327 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56254) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:22.399180 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-6688c549-2dc3-44d1-a6e2-c12032922cdf admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8120034 Jul 13 14:45:22.421282 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56258) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:22.424206 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Checking segment: {'id': '5874d274-9290-4f17-a9ab-d36d09ad21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b7bc5be6-e386-45a3-be51-39a688484162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:22.424571 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Network hostable DHCP agents. Network: b7bc5be6-e386-45a3-be51-39a688484162, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:45:22.456941 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Request body: {'subnet': {'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1456466327-subnet', 'tenant_id': 'b3c706a3a2034358ae8211a94d903ec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:22.465888 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-router', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'defcea1f-3290-4593-af51-58eea9a45736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:19Z', 'updated_at': '2021-07-13T14:45:20Z', 'revision_number': 3, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'gw_port': {'id': 'defcea1f-3290-4593-af51-58eea9a45736', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:20Z', 'updated_at': '2021-07-13T14:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:22.500580 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Checking router: f65fec8f-1927-4616-ad2c-3e5425e37b1d for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:22.501125 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Updating router f65fec8f-1927-4616-ad2c-3e5425e37b1d port defcea1f-3290-4593-af51-58eea9a45736 binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:45:22.558356 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=99621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:45:22.586807 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.611099 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Made reservation on behalf of b3c706a3a2034358ae8211a94d903ec0 for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:22.613446 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.721815 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Network b7bc5be6-e386-45a3-be51-39a688484162 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:45:22.744363 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.744798 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.segments_db [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Added segment d94c2b91-6b2e-429d-86a0-d2e66278080e of type vlan for network e2e73f5c-8937-434e-bea0-2c8f10adb927 Jul 13 14:45:22.747841 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f03ec1-8845-42fc-9d01-131594194189,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:22.858675 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, b7bc5be6-e386-45a3-be51-39a688484162) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:22.873955 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38761d8c-b9a8-4ed5-907e-0ec1e3a3aff5 None None] Network b7bc5be6-e386-45a3-be51-39a688484162 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:22.894995 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:22.895528 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.915186 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.009008 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-c09782f9-a32f-4a19-be15-a617ebfd9e26 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3142262 Jul 13 14:45:23.014265 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.015468 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:23.016736 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.060999 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8613334 Jul 13 14:45:23.065606 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56300) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:23.073544 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Request body: {'subnet': {'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-subnet', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:23.185333 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be15c6d9-f691-448d-8680-aaf903cb6918 None None] Network b7bc5be6-e386-45a3-be51-39a688484162 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:23.189904 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.213079 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Transition to ACTIVE for port object defcea1f-3290-4593-af51-58eea9a45736 will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:23.225839 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.231880 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.296658 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Pushing event updated for resources: {'Port': ['ID=defcea1f-3290-4593-af51-58eea9a45736,revision_number=2']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:23.300792 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Made reservation on behalf of 0305e7a2f9b948dfb400a93ba026094d for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:23.304965 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.328501 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.344338 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.344955 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.345372 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.350776 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.351185 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.351753 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.352275 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.352804 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.353295 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.353638 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.353970 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Tracked resource versions report: Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: pushed versions: Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: { 'AddressGroup': {'1.2'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'ConntrackHelper': {'1.0'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Log': {'1.0'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Network': {'1.1'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Port': {'1.7'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'PortForwarding': {'1.2'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'QosPolicy': {'1.8'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SecurityGroup': {'1.4'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SubPort': {'1.0'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Subnet': {'1.1'}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Trunk': {'1.1'}} Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: consumer versions: Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: { DHCP agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: HyperV agent@hv-cinder-73362: {}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: L3 agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: Metadata agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: Metering agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: Open vSwitch agent@dv-cinder-733622-17-iscsi: { 'AddressGroup': '1.2', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'ConntrackHelper': '1.0', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Log': '1.0', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Network': '1.1', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Port': '1.7', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'PortForwarding': '1.2', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'QosPolicy': '1.8', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SecurityGroup': '1.4', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SecurityGroupRule': '1.2', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'SubPort': '1.0', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Subnet': '1.1', Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: 'Trunk': '1.1'}} Jul 13 14:45:23.355024 dv-cinder-733622-17-iscsi neutron-server[99624]: {{(pid=99624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:45:23.404683 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Attempting to bind port defcea1f-3290-4593-af51-58eea9a45736 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:23.405097 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Attempting to bind port defcea1f-3290-4593-af51-58eea9a45736 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:23.405454 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Attempting to bind port defcea1f-3290-4593-af51-58eea9a45736 on network 29747457-fede-49b1-b2b1-e0dc79c8d995 {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:23.420089 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:23.421230 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:23.421828 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.422223 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Bound using segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:23.422689 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Bound port: defcea1f-3290-4593-af51-58eea9a45736, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:23.423255 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.540114 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] For port defcea1f-3290-4593-af51-58eea9a45736, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:23.542993 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.543944 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] For port defcea1f-3290-4593-af51-58eea9a45736, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=defcea1f-3290-4593-af51-58eea9a45736,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:23.549109 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.569150 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.586289 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404865b-1ce1-4547-ba1a-1ac5f87a2927 admin admin] Pushing event updated for resources: {'Network': ['ID=e2e73f5c-8937-434e-bea0-2c8f10adb927,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:23.603117 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network e2e73f5c-8937-434e-bea0-2c8f10adb927 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:45:23.609439 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa337489-039e-4f1f-9a50-542814fc8408 None None] Pushing event updated for resources: {'Port': ['ID=defcea1f-3290-4593-af51-58eea9a45736,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:23.636348 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Routers {'f65fec8f-1927-4616-ad2c-3e5425e37b1d'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:23.637429 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:45:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:23.669233 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Allocated IP 172.20.0.1 (531724de-8eb2-495b-9808-a0955ea1d07f/72ddfe58-aee9-41da-a034-bcc643230d07/137e3d84-09a0-4de0-9d4a-87cccc1ca8f0) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:23.828303 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] Set router f65fec8f-1927-4616-ad2c-3e5425e37b1d gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:23.872439 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56362) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:23.876981 dv-cinder-733622-17-iscsi neutron-server[99621]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 14:45:23.977802 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.021052 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.054086 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Network 531724de-8eb2-495b-9808-a0955ea1d07f is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:24.057932 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:24.062221 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:24.062924 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-716178'] for router_interface, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.103322 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56368) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:24.113745 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-19f189a4-4f0f-46d8-90b6-eb3087c3b943 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:24.121453 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-19f189a4-4f0f-46d8-90b6-eb3087c3b943 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/networks?id=b7bc5be6-e386-45a3-be51-39a688484162 HTTP/1.1" status: 200 len: 811 time: 0.2458363 Jul 13 14:45:24.130325 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56372) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:24.140589 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-10f91808-4ee9-4d0b-b484-9fa3e5b18e1d tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/quotas/693daab674b54609b82251abeb3a6fa3 HTTP/1.1" status: 200 len: 375 time: 0.0182369 Jul 13 14:45:24.141205 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fed1be0-ce58-4e2a-9c3d-b9f2a7445750,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:24.146879 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Checking segment: {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:24.147241 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Network hostable DHCP agents. Network: b9a42372-1973-4e89-86bb-cfe54dc44694, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:45:24.161694 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Pushing event updated for resources: {'Port': ['ID=137e3d84-09a0-4de0-9d4a-87cccc1ca8f0,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:24.162787 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-router', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'defcea1f-3290-4593-af51-58eea9a45736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:19Z', 'updated_at': '2021-07-13T14:45:20Z', 'revision_number': 3, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'gw_port': {'id': 'defcea1f-3290-4593-af51-58eea9a45736', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:20Z', 'updated_at': '2021-07-13T14:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:24.193279 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7c5e6-202f-4881-be4b-11b87e0c0fb3 None None] The sync data for ids ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'] in dv-cinder-733622-17-iscsi is: [{'id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-router', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'defcea1f-3290-4593-af51-58eea9a45736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:19Z', 'updated_at': '2021-07-13T14:45:20Z', 'revision_number': 3, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'gw_port': {'id': 'defcea1f-3290-4593-af51-58eea9a45736', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:20Z', 'updated_at': '2021-07-13T14:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:24.258933 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-8829dbf8-276e-44ea-a561-41034dfbcb76 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=693daab674b54609b82251abeb3a6fa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980775 Jul 13 14:45:24.273143 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1805-a117-4d42-a8a4-42c81cf499ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.314336 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Network b9a42372-1973-4e89-86bb-cfe54dc44694 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:45:24.323573 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.329996 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, b9a42372-1973-4e89-86bb-cfe54dc44694) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:24.338603 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da46f48f-7199-4911-913b-985e287b0411 None None] Network b9a42372-1973-4e89-86bb-cfe54dc44694 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:24.356363 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-536b7477-aa69-44de-9805-1d66c4d5d3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.373234 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:24.373940 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.408331 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:24.424522 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Checking segment: {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:24.424880 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Network hostable DHCP agents. Network: e2e73f5c-8937-434e-bea0-2c8f10adb927, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:45:24.435418 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.447189 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Network e2e73f5c-8937-434e-bea0-2c8f10adb927 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:45:24.462555 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, e2e73f5c-8937-434e-bea0-2c8f10adb927) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:24.474159 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:24.475612 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.479014 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7210f9-0578-430b-b687-a77892ecd21a None None] Network e2e73f5c-8937-434e-bea0-2c8f10adb927 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:24.546957 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1805-a117-4d42-a8a4-42c81cf499ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.557226 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-b0592748-83c2-4ec8-ae7d-0c2fead36557 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1169775 Jul 13 14:45:24.562465 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-d2db54ff-de24-4574-b78d-659ed409f81c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4956877 Jul 13 14:45:24.563175 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56392) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:24.567877 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1805-a117-4d42-a8a4-42c81cf499ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.572474 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:24.583054 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-7060fc06-9c3b-4e1f-ab1a-7e02420f29cb service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=99621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:45:24.591357 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-7060fc06-9c3b-4e1f-ab1a-7e02420f29cb service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0932894 Jul 13 14:45:24.661408 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd1805-a117-4d42-a8a4-42c81cf499ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b0328e-05a1-4c72-90ac-c0050457cb78,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:24.798986 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-5fdd1805-a117-4d42-a8a4-42c81cf499ff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a67e503daae84f16bd356e625511c2e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6911480 Jul 13 14:45:24.806915 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56404) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:24.859504 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-7438fe11-460c-444a-b9fd-2cc5dca40e20 service neutron] 10.222.0.68 "GET /v2.0/networks/b7bc5be6-e386-45a3-be51-39a688484162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670999 Jul 13 14:45:24.947743 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41dadce-f5b8-4c6e-99ba-29ba8557b459 None None] Network b9a42372-1973-4e89-86bb-cfe54dc44694 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:25.058981 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-4dea530b-91b8-409e-86da-4c7425a6bf6a service neutron] 10.222.0.68 "GET /v2.0/networks/b7bc5be6-e386-45a3-be51-39a688484162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954985 Jul 13 14:45:25.091785 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64df5e68-33c8-51d1-8ea3-e02e79acb91b-e2e73f5c-8937-434e-bea0-2c8f10adb927', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77'}]}} from dv-cinder-733622-17-iscsi. {{(pid=99623) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:45:25.094340 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.103797 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device defcea1f-3290-4593-af51-58eea9a45736 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:25.142131 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8750-560f-4464-b88f-a9dfba4283ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.166870 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.179882 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.180642 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716504'] for router_interface, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.314459 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8750-560f-4464-b88f-a9dfba4283ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.522161 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Network 531724de-8eb2-495b-9808-a0955ea1d07f is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:25.525684 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Pushing event updated for resources: {'Port': ['ID=137e3d84-09a0-4de0-9d4a-87cccc1ca8f0,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:25.531242 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c7cef0df-5414-4c00-a59c-0e931e092d45 req-163f1e17-1eda-4df6-beb2-999b5da4f6a6 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 210 time: 0.1065142 Jul 13 14:45:25.546609 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-536b7477-aa69-44de-9805-1d66c4d5d3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.551291 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:25.569850 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-536b7477-aa69-44de-9805-1d66c4d5d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.577675 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.578901 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7029'] for router, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.694911 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56460) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:25.713437 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-536b7477-aa69-44de-9805-1d66c4d5d3ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8e6b0f08ab8f4e9495613ac50e71c1f8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5765598 Jul 13 14:45:25.735751 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port defcea1f-3290-4593-af51-58eea9a45736 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:25.759764 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port defcea1f-3290-4593-af51-58eea9a45736 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:25.760363 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.773529 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.db_base_plugin_common [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Allocated IP 172.20.0.2 (e2e73f5c-8937-434e-bea0-2c8f10adb927/8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77/f866b7a1-6402-4758-a56b-896205c50060) {{(pid=99623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:25.798023 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.800559 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56462) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:25.801135 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56464) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:25.870727 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b7477-aa69-44de-9805-1d66c4d5d3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5366af4e-2e28-402a-9daa-1b7075060ea5,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:25.876691 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8750-560f-4464-b88f-a9dfba4283ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.879187 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8750-560f-4464-b88f-a9dfba4283ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.880357 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-6c7f8750-560f-4464-b88f-a9dfba4283ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/91b0328e-05a1-4c72-90ac-c0050457cb78 HTTP/1.1" status: 204 len: 168 time: 1.0721328 Jul 13 14:45:25.918564 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f8750-560f-4464-b88f-a9dfba4283ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b0328e-05a1-4c72-90ac-c0050457cb78,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:25.925310 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Router f65fec8f-1927-4616-ad2c-3e5425e37b1d has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:45:26.010828 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0023d2c7-4e8b-4889-87e0-5216b8f557c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.091262 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.115095 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.127345 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:26.144951 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-5c4c15ba-f995-47e9-a53f-0e1ded64dac0 admin admin] 10.222.0.68 "PUT /v2.0/routers/f65fec8f-1927-4616-ad2c-3e5425e37b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7582605 Jul 13 14:45:26.145287 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port defcea1f-3290-4593-af51-58eea9a45736, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=defcea1f-3290-4593-af51-58eea9a45736,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:26.170092 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.240529 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0023d2c7-4e8b-4889-87e0-5216b8f557c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.243333 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8992adc4-df2a-4f1c-8136-8339507918d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.249236 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Notify callbacks [] for port, precommit_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.270616 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Transition to ACTIVE for port object f866b7a1-6402-4758-a56b-896205c50060 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:26.275293 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=defcea1f-3290-4593-af51-58eea9a45736,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:26.287334 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.287666 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.287932 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.288569 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.288901 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.289240 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.289572 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.289906 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.292620 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.293180 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.293915 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.294225 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Tracked resource versions report: Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: pushed versions: Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: { 'AddressGroup': {'1.2'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'ConntrackHelper': {'1.0'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Log': {'1.0'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Network': {'1.1'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Port': {'1.7'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'PortForwarding': {'1.2'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'QosPolicy': {'1.8'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SecurityGroup': {'1.4'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SubPort': {'1.0'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Subnet': {'1.1'}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Trunk': {'1.1'}} Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: consumer versions: Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: { DHCP agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: HyperV agent@hv-cinder-73362: {}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: L3 agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: Metadata agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: Metering agent@dv-cinder-733622-17-iscsi: {}, Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: Open vSwitch agent@dv-cinder-733622-17-iscsi: { 'AddressGroup': '1.2', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'ConntrackHelper': '1.0', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Log': '1.0', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Network': '1.1', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Port': '1.7', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'PortForwarding': '1.2', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'QosPolicy': '1.8', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SecurityGroup': '1.4', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SecurityGroupRule': '1.2', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'SubPort': '1.0', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Subnet': '1.1', Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: 'Trunk': '1.1'}} Jul 13 14:45:26.299872 dv-cinder-733622-17-iscsi neutron-server[99623]: {{(pid=99623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:45:26.310224 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Transition to ACTIVE for port object f866b7a1-6402-4758-a56b-896205c50060 will not be triggered until provisioned by entity DHCP. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:26.318987 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.378461 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56496) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:26.379289 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Network e2e73f5c-8937-434e-bea0-2c8f10adb927 is already hosted by enough agents. {{(pid=99623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:26.382546 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.base_scheduler [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Resources bound (agent type, host, resource id): {{(pid=99623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:26.387995 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Pushing event updated for resources: {'Port': ['ID=f866b7a1-6402-4758-a56b-896205c50060,revision_number=1']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:26.390563 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Received port after_create {{(pid=99623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:26.400194 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-55fe7186-7f05-4d75-ad1e-2d812cc764c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.441674 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38818f-337a-4441-a9e7-69628302378b req-ca357f97-867d-461f-a31b-1cc00fd58626 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:26.452562 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-ca357f97-867d-461f-a31b-1cc00fd58626 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 815 time: 0.7546406 Jul 13 14:45:26.511475 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-246de427-c035-4f99-bacf-310405b95ad3 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/quotas/b3c706a3a2034358ae8211a94d903ec0 HTTP/1.1" status: 200 len: 375 time: 0.0579603 Jul 13 14:45:26.541492 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Attempting to bind port f866b7a1-6402-4758-a56b-896205c50060 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:26.542265 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Attempting to bind port f866b7a1-6402-4758-a56b-896205c50060 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:26.543329 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Attempting to bind port f866b7a1-6402-4758-a56b-896205c50060 on network e2e73f5c-8937-434e-bea0-2c8f10adb927 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:26.553427 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:26.554792 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Checking segment: {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:26.555511 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.556508 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-55fe7186-7f05-4d75-ad1e-2d812cc764c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.558212 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Bound using segment: {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:26.558988 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Bound port: f866b7a1-6402-4758-a56b-896205c50060, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:26.559604 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.560659 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-55fe7186-7f05-4d75-ad1e-2d812cc764c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.570731 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-18270447-9790-4d5b-8dd0-43e67dda0be2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424442 Jul 13 14:45:26.624099 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-55fe7186-7f05-4d75-ad1e-2d812cc764c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9cf61f067a9c44fd8a8c2d2d7f21a289&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2414434 Jul 13 14:45:26.624099 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe7186-7f05-4d75-ad1e-2d812cc764c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0deead-2ef1-4908-b12a-2384f6ca0884,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:26.627124 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56504) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:26.628413 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0023d2c7-4e8b-4889-87e0-5216b8f557c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.631043 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0023d2c7-4e8b-4889-87e0-5216b8f557c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.635091 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-0023d2c7-4e8b-4889-87e0-5216b8f557c0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5366af4e-2e28-402a-9daa-1b7075060ea5 HTTP/1.1" status: 204 len: 168 time: 0.8325791 Jul 13 14:45:26.652355 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023d2c7-4e8b-4889-87e0-5216b8f557c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5366af4e-2e28-402a-9daa-1b7075060ea5,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:26.721907 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] For port f866b7a1-6402-4758-a56b-896205c50060, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:26.725480 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] For port f866b7a1-6402-4758-a56b-896205c50060, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=f866b7a1-6402-4758-a56b-896205c50060,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:26.730120 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.738597 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-db1b3b14-9a8c-4a63-bbc2-780520eb3a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.795837 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdd90f-f52f-409b-aa2a-139dd4bab2c8 None None] Pushing event updated for resources: {'Port': ['ID=f866b7a1-6402-4758-a56b-896205c50060,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:26.796349 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-db1b3b14-9a8c-4a63-bbc2-780520eb3a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.830091 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Sync routers for ids ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:26.854956 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Routers {'f65fec8f-1927-4616-ad2c-3e5425e37b1d'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:26.855652 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:45:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:26.858301 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-db1b3b14-9a8c-4a63-bbc2-780520eb3a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.861063 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d417f5fa-3268-4700-a8a4-93c22c6fc993 req-77d9cf8e-c438-485d-b017-51c7879ced21 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 210 time: 0.1971843 Jul 13 14:45:26.867968 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-db1b3b14-9a8c-4a63-bbc2-780520eb3a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.877518 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-db1b3b14-9a8c-4a63-bbc2-780520eb3a60 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6c0deead-2ef1-4908-b12a-2384f6ca0884 HTTP/1.1" status: 204 len: 168 time: 0.2360027 Jul 13 14:45:26.896888 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b3b14-9a8c-4a63-bbc2-780520eb3a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0deead-2ef1-4908-b12a-2384f6ca0884,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:26.974784 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56520) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:26.996464 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.002927 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device defcea1f-3290-4593-af51-58eea9a45736 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:27.124989 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.260169 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8992adc4-df2a-4f1c-8136-8339507918d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.262890 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port defcea1f-3290-4593-af51-58eea9a45736 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:27.263258 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.268444 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8992adc4-df2a-4f1c-8136-8339507918d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.334868 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-8992adc4-df2a-4f1c-8136-8339507918d3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb812e75b8db4b9a87d96d169abf1aa4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5310297 Jul 13 14:45:27.337502 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56534) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:27.337657 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Set router f65fec8f-1927-4616-ad2c-3e5425e37b1d gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:27.405591 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992adc4-df2a-4f1c-8136-8339507918d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d9892-ef6f-4f7f-89de-4fa35af7dd80,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:27.435157 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Allocated IP 172.27.0.253 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/73343a4c-7db6-4e3f-bfb1-d04c14344642) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:27.454723 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2781d047-29fd-4067-a893-b37f6f640543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.483222 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2781d047-29fd-4067-a893-b37f6f640543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.561600 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2781d047-29fd-4067-a893-b37f6f640543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.566831 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2781d047-29fd-4067-a893-b37f6f640543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.568256 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-2781d047-29fd-4067-a893-b37f6f640543 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2c9d9892-ef6f-4f7f-89de-4fa35af7dd80 HTTP/1.1" status: 204 len: 168 time: 0.2296140 Jul 13 14:45:27.580732 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781d047-29fd-4067-a893-b37f6f640543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d9892-ef6f-4f7f-89de-4fa35af7dd80,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:27.636950 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.685280 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.760621 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-router', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'defcea1f-3290-4593-af51-58eea9a45736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:19Z', 'updated_at': '2021-07-13T14:45:24Z', 'revision_number': 4, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'gw_port': {'id': 'defcea1f-3290-4593-af51-58eea9a45736', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:20Z', 'updated_at': '2021-07-13T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '137e3d84-09a0-4de0-9d4a-87cccc1ca8f0', 'name': '', 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'mac_address': 'fa:16:3e:c1:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '72ddfe58-aee9-41da-a034-bcc643230d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:23Z', 'updated_at': '2021-07-13T14:45:24Z', 'revision_number': 2, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'subnets': [{'id': '72ddfe58-aee9-41da-a034-bcc643230d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:27.803679 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2866ee64-4a08-4073-90a6-3739d91743d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.847380 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Checking router: f65fec8f-1927-4616-ad2c-3e5425e37b1d for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:27.847942 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Updating router f65fec8f-1927-4616-ad2c-3e5425e37b1d port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 binding host dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:45:27.853449 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-5560d6ae-8843-463e-b41d-dd12709f7b90 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=99621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:45:27.862197 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-5560d6ae-8843-463e-b41d-dd12709f7b90 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7083392 Jul 13 14:45:27.936641 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:27.975360 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2866ee64-4a08-4073-90a6-3739d91743d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.987776 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2866ee64-4a08-4073-90a6-3739d91743d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:27.994944 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:28.026413 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-2866ee64-4a08-4073-90a6-3739d91743d7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7f78fd5ae10946d394ed10c3b24037ef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0501058 Jul 13 14:45:28.028006 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56560) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:28.102119 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bce21798-eae4-4370-b603-1a3c8398d773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:28.153647 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bce21798-eae4-4370-b603-1a3c8398d773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:28.287842 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bce21798-eae4-4370-b603-1a3c8398d773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:28.295921 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bce21798-eae4-4370-b603-1a3c8398d773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:28.304217 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-bce21798-eae4-4370-b603-1a3c8398d773 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc46575f-ec4b-4fa2-8545-8b83ce49ba26 HTTP/1.1" status: 204 len: 168 time: 0.2750680 Jul 13 14:45:28.312005 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a79c99b-24bc-4c92-ae20-4dfde43649e2 None None] Network e2e73f5c-8937-434e-bea0-2c8f10adb927 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:45:28.315853 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866ee64-4a08-4073-90a6-3739d91743d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc46575f-ec4b-4fa2-8545-8b83ce49ba26,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:28.350089 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce21798-eae4-4370-b603-1a3c8398d773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc46575f-ec4b-4fa2-8545-8b83ce49ba26,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:28.364206 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-e12c67a0-80b0-4e1b-9a0d-006216dff83b service neutron] 10.222.0.68 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645140 Jul 13 14:45:28.367978 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:28.371933 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56574) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:28.374394 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:28.400578 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2e0af954-8602-4206-9510-4f8d77cafc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:28.434596 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Pushing event updated for resources: {'Port': ['ID=73343a4c-7db6-4e3f-bfb1-d04c14344642,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:28.444961 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-d73df5d0-363e-4aac-9cfb-0cd8f9c0bf3f None None] Provisioning for port f866b7a1-6402-4758-a56b-896205c50060 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:28.597320 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2e0af954-8602-4206-9510-4f8d77cafc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:28.603428 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2e0af954-8602-4206-9510-4f8d77cafc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:28.663777 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-670ea025-8252-4d04-a8ec-8ed74beab36f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:28.666866 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-670ea025-8252-4d04-a8ec-8ed74beab36f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 819 time: 0.7395256 Jul 13 14:45:28.670851 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56580) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:28.672009 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-2e0af954-8602-4206-9510-4f8d77cafc30 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=918db03cf376414ebd45f43bbac831a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2936802 Jul 13 14:45:28.688011 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0af954-8602-4206-9510-4f8d77cafc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9217e5-b653-44d9-ac37-d574ea7bf49d,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:28.698473 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Notify callbacks [] for port, precommit_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:28.713448 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Transition to ACTIVE for port object 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:28.726416 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:28.737813 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-98aaf4f2-4bde-490d-aace-aa3d63a523bd service neutron] 10.222.0.68 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726852 Jul 13 14:45:28.763846 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-cd3d3728-a4ff-4604-beb8-3c5ed210c353 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/quotas/7debb9fcf765453d9ff08b4cee2c148f HTTP/1.1" status: 200 len: 375 time: 0.0231349 Jul 13 14:45:28.821806 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416900c8-8545-400b-ad29-bf72221feaf9 None None] Pushing event updated for resources: {'Port': ['ID=137e3d84-09a0-4de0-9d4a-87cccc1ca8f0,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:28.943215 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.70', 59699) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:29.038994 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.039182 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Attempting to bind port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:29.039660 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Attempting to bind port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:29.039910 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Attempting to bind port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 on network 531724de-8eb2-495b-9808-a0955ea1d07f {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:29.058362 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:29.058746 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Checking segment: {'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:29.059164 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.059568 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Bound using segment: {'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:29.060085 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Bound port: 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:29.060759 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.203605 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device f866b7a1-6402-4758-a56b-896205c50060 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:29.369369 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port f866b7a1-6402-4758-a56b-896205c50060 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:29.377529 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port f866b7a1-6402-4758-a56b-896205c50060 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:29.378465 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.416312 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-4ddba23e-739e-438c-bcea-615bc92bc757 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:29.429712 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-4ddba23e-739e-438c-bcea-615bc92bc757 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.70 "GET /v2.0/networks?id=b7bc5be6-e386-45a3-be51-39a688484162 HTTP/1.1" status: 200 len: 811 time: 0.4777830 Jul 13 14:45:29.459773 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee87e-54a7-4806-a2be-be609d04d87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.500736 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Request body: {'port': {'device_id': '8eecad8f-1e1c-4123-bb04-6e6eed87ec3f', 'network_id': 'b7bc5be6-e386-45a3-be51-39a688484162', 'admin_state_up': True, 'tenant_id': '693daab674b54609b82251abeb3a6fa3'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:29.504148 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.525698 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-16565f39-e2f4-4e12-9f0f-f7f67e67dcf1 req-38ab80ee-2663-42e8-a436-c7d5abb20209 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 210 time: 0.1232133 Jul 13 14:45:29.541787 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-d593ce3b-99dd-4506-9d6d-b7f3dd442dd7 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7700951 Jul 13 14:45:29.548728 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port f866b7a1-6402-4758-a56b-896205c50060, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=f866b7a1-6402-4758-a56b-896205c50060,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:29.553498 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] For port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:29.559182 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.587716 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee87e-54a7-4806-a2be-be609d04d87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.646525 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=f866b7a1-6402-4758-a56b-896205c50060,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:29.664204 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] For port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=137e3d84-09a0-4de0-9d4a-87cccc1ca8f0,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:29.684205 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.831499 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Routers {'f65fec8f-1927-4616-ad2c-3e5425e37b1d'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:29.832081 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:45:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:29.888729 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416900c8-8545-400b-ad29-bf72221feaf9 None None] Pushing event updated for resources: {'Port': ['ID=137e3d84-09a0-4de0-9d4a-87cccc1ca8f0,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:29.929455 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839'] for router, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:29.991890 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cbda9cc5-a7f6-4af2-b39f-6df0c22bf5ca req-f64a3daf-f3df-48e3-97a8-89306541b915 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 210 time: 0.0524700 Jul 13 14:45:30.070042 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] Set router f65fec8f-1927-4616-ad2c-3e5425e37b1d gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:30.231354 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-e0224660-45d3-4b10-8292-9918be253b6f service neutron] 10.222.0.68 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790521 Jul 13 14:45:30.239947 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Router 32629a1d-ff8a-40cf-b97a-67232b487569 is scheduled to L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 with binding_index 1 {{(pid=99621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:45:30.261404 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee87e-54a7-4806-a2be-be609d04d87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.267663 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee87e-54a7-4806-a2be-be609d04d87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.272342 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-4f5ee87e-54a7-4806-a2be-be609d04d87a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5d9217e5-b653-44d9-ac37-d574ea7bf49d HTTP/1.1" status: 204 len: 168 time: 1.5436816 Jul 13 14:45:30.317861 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Made reservation on behalf of 693daab674b54609b82251abeb3a6fa3 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:30.322931 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ee87e-54a7-4806-a2be-be609d04d87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9217e5-b653-44d9-ac37-d574ea7bf49d,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:30.323837 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.555875 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-52045acf-964a-461c-b6bb-d2f2710ae3e8 service neutron] 10.222.0.68 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023624 Jul 13 14:45:30.560758 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:30.568746 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-router', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'defcea1f-3290-4593-af51-58eea9a45736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:19Z', 'updated_at': '2021-07-13T14:45:24Z', 'revision_number': 4, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'gw_port': {'id': 'defcea1f-3290-4593-af51-58eea9a45736', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:20Z', 'updated_at': '2021-07-13T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '137e3d84-09a0-4de0-9d4a-87cccc1ca8f0', 'name': '', 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'mac_address': 'fa:16:3e:c1:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '72ddfe58-aee9-41da-a034-bcc643230d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:23Z', 'updated_at': '2021-07-13T14:45:29Z', 'revision_number': 4, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'subnets': [{'id': '72ddfe58-aee9-41da-a034-bcc643230d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:30.573075 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Sync routers for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:30.582840 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] Notify callbacks [] for router, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:30.585037 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-de00a0da-9fc4-4795-a9e1-6664c4046984 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0206316 Jul 13 14:45:30.587743 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 56690) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:30.591187 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:30.598116 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:45:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:30.658389 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60fca4-2816-4c1a-bf98-040755c6f44a None None] The sync data for ids ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'] in dv-cinder-733622-17-iscsi is: [{'id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-router', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'defcea1f-3290-4593-af51-58eea9a45736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:19Z', 'updated_at': '2021-07-13T14:45:24Z', 'revision_number': 4, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'gw_port': {'id': 'defcea1f-3290-4593-af51-58eea9a45736', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:20Z', 'updated_at': '2021-07-13T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '137e3d84-09a0-4de0-9d4a-87cccc1ca8f0', 'name': '', 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'mac_address': 'fa:16:3e:c1:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '72ddfe58-aee9-41da-a034-bcc643230d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:23Z', 'updated_at': '2021-07-13T14:45:29Z', 'revision_number': 4, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'subnets': [{'id': '72ddfe58-aee9-41da-a034-bcc643230d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:30.768436 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Allocated IP 172.20.0.11 (b7bc5be6-e386-45a3-be51-39a688484162/1f333635-2510-4e80-97be-3fd2512e7c48/00374d03-a012-4efa-ac8f-2026b3dedf90) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:31.020484 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-06bede10-77df-49e4-94c3-0e636f9ddce9 req-d8862d4f-191e-4838-9f87-998857907a0c tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 210 time: 0.0930777 Jul 13 14:45:31.235852 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:31.245238 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:31.255033 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device f866b7a1-6402-4758-a56b-896205c50060 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:31.337315 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port f866b7a1-6402-4758-a56b-896205c50060 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:31.337920 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:31.436389 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:31.540376 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d51b7b09-6877-4a1a-8aee-d63993922eef req-3ffc021b-5aaa-4c7a-8ea5-127ec6040fcb tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 210 time: 0.2435009 Jul 13 14:45:31.566769 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c3da1b47-6417-4066-af60-b69087a03d3e req-a60a7fe7-5447-4c3e-9430-9bf2ed437e7f tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 210 time: 0.2631245 Jul 13 14:45:31.728708 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:31.748679 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Network b7bc5be6-e386-45a3-be51-39a688484162 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:31.763074 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:31.776234 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:31.798201 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:31.799889 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:31.854884 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:28Z', 'revision_number': 3, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:31.860833 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Pushing event updated for resources: {'Port': ['ID=00374d03-a012-4efa-ac8f-2026b3dedf90,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:31.881062 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-df6fb1f9-eddf-41aa-b7fd-9b8ed05b03f2 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3850467 Jul 13 14:45:31.897025 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-8c5ed523-af98-4735-bd18-b8757797941b tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=99622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:45:31.898456 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-8c5ed523-af98-4735-bd18-b8757797941b tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067084 Jul 13 14:45:31.978888 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Checking router: 32629a1d-ff8a-40cf-b97a-67232b487569 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:31.980794 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Updating router 32629a1d-ff8a-40cf-b97a-67232b487569 port 73343a4c-7db6-4e3f-bfb1-d04c14344642 binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:45:32.014893 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:32.043959 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:32.051602 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:32.108355 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:32.395733 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:32.522127 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=137e3d84-09a0-4de0-9d4a-87cccc1ca8f0,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:32.534456 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:32.709501 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:32.723720 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38818f-337a-4441-a9e7-69628302378b req-97f04a3c-b3e8-498a-ad3a-207eb9984232 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:32.727949 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-97f04a3c-b3e8-498a-ad3a-207eb9984232 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 815 time: 0.3934462 Jul 13 14:45:32.755257 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Request body: {'port': {'device_id': '50edfe2f-1944-4daa-8650-2f43bbe85a0d', 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694', 'admin_state_up': True, 'tenant_id': 'b3c706a3a2034358ae8211a94d903ec0'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:32.806715 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=137e3d84-09a0-4de0-9d4a-87cccc1ca8f0,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:32.817907 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:32.833626 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Transition to ACTIVE for port object 73343a4c-7db6-4e3f-bfb1-d04c14344642 will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:32.843569 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add147de-7457-4c30-bdbb-7640dc686b1b req-52369a53-75c3-48c1-881b-ce8b7318f086 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:32.844449 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:32.860684 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-52369a53-75c3-48c1-881b-ce8b7318f086 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 819 time: 0.5696208 Jul 13 14:45:32.863773 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.70', 59709) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:32.961730 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Attempting to bind port 73343a4c-7db6-4e3f-bfb1-d04c14344642 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:32.975938 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Attempting to bind port 73343a4c-7db6-4e3f-bfb1-d04c14344642 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:32.978987 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Attempting to bind port 73343a4c-7db6-4e3f-bfb1-d04c14344642 on network 29747457-fede-49b1-b2b1-e0dc79c8d995 {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:32.984703 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:32.986997 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bfc33-6f8d-4ef9-b349-b038a4efa892 None None] Pushing event updated for resources: {'Port': ['ID=73343a4c-7db6-4e3f-bfb1-d04c14344642,revision_number=2']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:33.021457 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:33.021881 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:33.022328 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:33.023950 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Bound using segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:33.024492 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Bound port: 73343a4c-7db6-4e3f-bfb1-d04c14344642, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:33.024909 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:33.083991 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-927bf880-0998-4d61-b355-653d92a61270 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/quotas/7debb9fcf765453d9ff08b4cee2c148f HTTP/1.1" status: 200 len: 375 time: 0.2318196 Jul 13 14:45:33.116644 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:33.117350 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:33.207580 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Made reservation on behalf of b3c706a3a2034358ae8211a94d903ec0 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:33.221763 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:33.224002 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] For port 73343a4c-7db6-4e3f-bfb1-d04c14344642, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:33.234713 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] For port 73343a4c-7db6-4e3f-bfb1-d04c14344642, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=73343a4c-7db6-4e3f-bfb1-d04c14344642,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:33.244445 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:33.486783 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe81d0-a71a-4375-bd55-ade60e54a69c req-d4ac2d14-ed64-4623-a60d-702b96df5982 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:33.488429 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-18fe81d0-a71a-4375-bd55-ade60e54a69c req-d4ac2d14-ed64-4623-a60d-702b96df5982 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 932 time: 0.9633384 Jul 13 14:45:33.509337 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:33.510007 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:45:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:33.572412 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Allocated IP 172.20.0.10 (b9a42372-1973-4e89-86bb-cfe54dc44694/0fed1be0-ce58-4e2a-9c3d-b9f2a7445750/448e113a-c24f-45c6-8f09-b3c3d2b9e5ab) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:33.641274 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Request body: {'port': {'device_id': '8eecad8f-1e1c-4123-bb04-6e6eed87ec3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:33.653097 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bfc33-6f8d-4ef9-b349-b038a4efa892 None None] Pushing event updated for resources: {'Port': ['ID=73343a4c-7db6-4e3f-bfb1-d04c14344642,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:33.737510 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56770) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:33.775629 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:33.891551 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:33.990579 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:34.032645 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1b35bed8-31de-48ad-8474-a59e3f5da71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:34.105972 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Network b9a42372-1973-4e89-86bb-cfe54dc44694 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:34.133347 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:34.191914 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:34.192705 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:28Z', 'revision_number': 3, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:34.209502 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-755e7b97-9c3f-408e-b855-f7673b087c08 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1242619 Jul 13 14:45:34.232084 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:34.235023 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:34.267873 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5165873 Jul 13 14:45:34.274867 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e33e3-e1d8-4bbf-b6b6-9db448448b95 None None] The sync data for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi is: [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:28Z', 'revision_number': 3, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:34.290001 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-18fe81d0-a71a-4375-bd55-ade60e54a69c req-a04f5db9-114a-4548-8083-1684154f3fe5 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7191672 Jul 13 14:45:34.411171 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Request body: {'port': {'device_id': '50edfe2f-1944-4daa-8650-2f43bbe85a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:34.432405 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8730e3-c53d-4514-bc8a-ea5e6adbcf8c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Pushing event updated for resources: {'Port': ['ID=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:34.677879 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1b35bed8-31de-48ad-8474-a59e3f5da71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:34.709696 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1b35bed8-31de-48ad-8474-a59e3f5da71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:34.870990 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Allocated IP 172.20.0.1 (e2e73f5c-8937-434e-bea0-2c8f10adb927/8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77/343c77f3-e8ea-4a21-942e-bd71a66eb78f) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:34.918675 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.017021 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.70', 59714) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:35.133650 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35bed8-31de-48ad-8474-a59e3f5da71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4d7147-05f0-46a9-9a43-b0ea4e267e2e,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:35.198729 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 73343a4c-7db6-4e3f-bfb1-d04c14344642 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:35.345066 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-c8f248d7-77e2-4c2f-85ed-8e2cac8fc829 service neutron] 10.222.0.68 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1341400 Jul 13 14:45:35.345719 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 73343a4c-7db6-4e3f-bfb1-d04c14344642 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:35.363900 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 73343a4c-7db6-4e3f-bfb1-d04c14344642 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:35.377471 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.399285 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-2c7629fc-0abe-4d7a-a061-5538ad516b22 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:35.401166 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-2c7629fc-0abe-4d7a-a061-5538ad516b22 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.70 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 819 time: 0.3780713 Jul 13 14:45:35.403566 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-1b35bed8-31de-48ad-8474-a59e3f5da71d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1c10836ff375404292f0c50e0ff84d96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6650629 Jul 13 14:45:35.404341 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.406782 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56804) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:35.490005 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Request body: {'port': {'device_id': '1735284f-1e3f-4060-9e32-fc1219c804f2', 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f', 'admin_state_up': True, 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:35.526446 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.535878 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bd574-8513-4328-abc3-c0e1200171f2 req-514d74c2-ea5b-49a9-b99e-cb94f08b486a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:35.547936 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-258bd574-8513-4328-abc3-c0e1200171f2 req-514d74c2-ea5b-49a9-b99e-cb94f08b486a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 932 time: 0.7934232 Jul 13 14:45:35.568543 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 73343a4c-7db6-4e3f-bfb1-d04c14344642, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=73343a4c-7db6-4e3f-bfb1-d04c14344642,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:35.574217 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.684545 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=73343a4c-7db6-4e3f-bfb1-d04c14344642,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:35.744757 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:35.758375 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Made reservation on behalf of 7debb9fcf765453d9ff08b4cee2c148f for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:35.765852 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.990146 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbb49907-d550-4557-a396-10fe3d8aa50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.045362 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.066226 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.provisioning_blocks [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Transition to ACTIVE for port object 343c77f3-e8ea-4a21-942e-bd71a66eb78f will not be triggered until provisioned by entity DHCP. {{(pid=99621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:36.137498 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-258bd574-8513-4328-abc3-c0e1200171f2 req-6ef3d14f-6442-4942-8ef5-0f9c2bfcbc70 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531821 Jul 13 14:45:36.190979 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-fa385e89-050a-4112-be8c-deaa9a58a0fc service neutron] 10.222.0.68 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8308094 Jul 13 14:45:36.255758 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.437259 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Network e2e73f5c-8937-434e-bea0-2c8f10adb927 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:36.473642 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:36.484906 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:36.485405 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-716178'] for router_interface, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.826126 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbb49907-d550-4557-a396-10fe3d8aa50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.834763 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00374d03-a012-4efa-ac8f-2026b3dedf90 {{(pid=99621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:36.958934 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-1b7fd33f-3dc9-4271-9890-6055d306a4af None None] Provisioning for port 343c77f3-e8ea-4a21-942e-bd71a66eb78f completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:36.976885 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-1b7fd33f-3dc9-4271-9890-6055d306a4af None None] Provisioning complete for port 343c77f3-e8ea-4a21-942e-bd71a66eb78f triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:36.978480 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-1b7fd33f-3dc9-4271-9890-6055d306a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.003260 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2256ac44-7d1a-45b8-8e4f-87c9f6993f79 req-50ab12d7-0b35-45a9-8422-a6965035f0ae tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 210 time: 0.4592607 Jul 13 14:45:37.003936 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Pushing event updated for resources: {'Port': ['ID=343c77f3-e8ea-4a21-942e-bd71a66eb78f,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:37.025243 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.140237 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 73343a4c-7db6-4e3f-bfb1-d04c14344642 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:37.270125 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fd33f-3dc9-4271-9890-6055d306a4af None None] Port 343c77f3-e8ea-4a21-942e-bd71a66eb78f cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:45:37.288886 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.provisioning_blocks [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Transition to ACTIVE for port object 00374d03-a012-4efa-ac8f-2026b3dedf90 will not be triggered until provisioned by entity L2. {{(pid=99621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:37.312200 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 73343a4c-7db6-4e3f-bfb1-d04c14344642 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:37.322002 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.371761 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Allocated IP 172.20.0.9 (531724de-8eb2-495b-9808-a0955ea1d07f/72ddfe58-aee9-41da-a034-bcc643230d07/109a1cbe-befd-4702-b0e0-9d5c013c6cec) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:37.494085 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.588449 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:37.600871 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.625952 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Transition to ACTIVE for port object 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:37.635835 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.651470 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.737986 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbb49907-d550-4557-a396-10fe3d8aa50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.744438 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbb49907-d550-4557-a396-10fe3d8aa50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.745442 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-bbb49907-d550-4557-a396-10fe3d8aa50d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca4d7147-05f0-46a9-9a43-b0ea4e267e2e HTTP/1.1" status: 204 len: 168 time: 2.3376389 Jul 13 14:45:37.771727 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Pushing event updated for resources: {'Port': ['ID=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:37.822734 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb49907-d550-4557-a396-10fe3d8aa50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4d7147-05f0-46a9-9a43-b0ea4e267e2e,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:38.087717 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.managers [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Attempting to bind port 00374d03-a012-4efa-ac8f-2026b3dedf90 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:38.088370 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.managers [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Attempting to bind port 00374d03-a012-4efa-ac8f-2026b3dedf90 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5874d274-9290-4f17-a9ab-d36d09ad21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b7bc5be6-e386-45a3-be51-39a688484162'}] {{(pid=99621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:38.088927 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Attempting to bind port 00374d03-a012-4efa-ac8f-2026b3dedf90 on network b7bc5be6-e386-45a3-be51-39a688484162 {{(pid=99621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:38.093863 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Attempting to bind port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:38.096360 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Attempting to bind port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:38.096360 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Attempting to bind port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab on network b9a42372-1973-4e89-86bb-cfe54dc44694 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:38.123573 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Pushing event updated for resources: {'Port': ['ID=00374d03-a012-4efa-ac8f-2026b3dedf90,revision_number=2']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:38.123950 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab on network b9a42372-1973-4e89-86bb-cfe54dc44694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:45:38.124334 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Attempting to bind port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab on network b9a42372-1973-4e89-86bb-cfe54dc44694 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:38.154081 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Port 00374d03-a012-4efa-ac8f-2026b3dedf90 on network b7bc5be6-e386-45a3-be51-39a688484162 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:45:38.155311 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Attempting to bind port 00374d03-a012-4efa-ac8f-2026b3dedf90 on network b7bc5be6-e386-45a3-be51-39a688484162 {{(pid=99621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:38.173613 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:38.173955 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Checking segment: {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:38.174734 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Bound using segment: {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:38.175272 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Bound port: 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:38.175713 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.177609 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6daec-6d67-4964-a108-fb25fe217c11 req-dbae69a1-2372-46df-8869-a6f77f43fb9f tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:38.187781 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9fa6daec-6d67-4964-a108-fb25fe217c11 req-dbae69a1-2372-46df-8869-a6f77f43fb9f tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 932 time: 1.4716709 Jul 13 14:45:38.201826 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:38.202555 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Checking segment: {'id': '5874d274-9290-4f17-a9ab-d36d09ad21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b7bc5be6-e386-45a3-be51-39a688484162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:38.203347 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Bound using segment: {'id': '5874d274-9290-4f17-a9ab-d36d09ad21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b7bc5be6-e386-45a3-be51-39a688484162'} {{(pid=99621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:38.208871 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.managers [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Bound port: 00374d03-a012-4efa-ac8f-2026b3dedf90, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5874d274-9290-4f17-a9ab-d36d09ad21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b7bc5be6-e386-45a3-be51-39a688484162'}}] {{(pid=99621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:38.209702 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.303407 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2147cd-22d4-4007-93f0-49c69b6db4b8 req-24c364cd-cc62-42f2-8621-15cfa4eaaace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:38.311836 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fd2147cd-22d4-4007-93f0-49c69b6db4b8 req-24c364cd-cc62-42f2-8621-15cfa4eaaace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 932 time: 0.8217497 Jul 13 14:45:38.338530 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.359143 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] For port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:38.367114 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] For port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:38.377416 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.427536 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9fa6daec-6d67-4964-a108-fb25fe217c11 req-acff80d6-4b3b-4535-ab79-93b2ffa507a4 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384343 Jul 13 14:45:38.456868 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:38.457676 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.459407 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] 10.222.0.70 "PUT /v2.0/ports/448e113a-c24f-45c6-8f09-b3c3d2b9e5ab HTTP/1.1" status: 200 len: 1094 time: 4.0589230 Jul 13 14:45:38.460163 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50edfe2f-1944-4daa-8650-2f43bbe85a0d', 'tag': '448e113a-c24f-45c6-8f09-b3c3d2b9e5ab'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:38.494575 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fd2147cd-22d4-4007-93f0-49c69b6db4b8 req-58b5a628-c0da-4264-b229-ae524737cbb7 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811326 Jul 13 14:45:38.589098 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eee50-0a8e-49eb-8ac0-e6befa85c174 service neutron] Pushing event updated for resources: {'Port': ['ID=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:38.601488 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.610784 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56880) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:38.644765 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.669435 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.678829 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Network 531724de-8eb2-495b-9808-a0955ea1d07f is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:38.682384 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7414677f-747a-465c-8cb7-dfeadefb0a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.683209 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716504'] for router_interface, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.700285 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:38.706194 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:38.712239 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:38.713014 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.719737 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] For port 00374d03-a012-4efa-ac8f-2026b3dedf90, host hv-cinder-73362, cleared binding levels {{(pid=99621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:38.733141 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2861960 Jul 13 14:45:38.735810 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405feab1-5fc6-46b5-ac2a-ed57b2f1b085 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Pushing event updated for resources: {'Port': ['ID=109a1cbe-befd-4702-b0e0-9d5c013c6cec,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:38.762313 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] For port 00374d03-a012-4efa-ac8f-2026b3dedf90, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=00374d03-a012-4efa-ac8f-2026b3dedf90,segment=NetworkSegment(5874d274-9290-4f17-a9ab-d36d09ad21c2),segment_id=5874d274-9290-4f17-a9ab-d36d09ad21c2)] {{(pid=99621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:38.819996 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f085a0-d137-42d3-a0a2-97379ebe5764" -d '{"events": [{"name": "network-changed", "server_uuid": "50edfe2f-1944-4daa-8650-2f43bbe85a0d", "tag": "448e113a-c24f-45c6-8f09-b3c3d2b9e5ab"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:38.831611 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:39.058453 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7414677f-747a-465c-8cb7-dfeadefb0a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:39.063696 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7414677f-747a-465c-8cb7-dfeadefb0a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:39.222439 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21473a11-804e-4f3a-b013-e0886a6a582b x-openstack-request-id: req-21473a11-804e-4f3a-b013-e0886a6a582b {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:39.222439 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50edfe2f-1944-4daa-8650-2f43bbe85a0d", "tag": "448e113a-c24f-45c6-8f09-b3c3d2b9e5ab", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:39.222439 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-21473a11-804e-4f3a-b013-e0886a6a582b {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:39.222439 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50edfe2f-1944-4daa-8650-2f43bbe85a0d', 'tag': '448e113a-c24f-45c6-8f09-b3c3d2b9e5ab', 'status': 'completed', 'code': 200} Jul 13 14:45:39.226449 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-7414677f-747a-465c-8cb7-dfeadefb0a16 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8933be802e9147f7b3fe4b73719bb92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6048849 Jul 13 14:45:39.227261 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414677f-747a-465c-8cb7-dfeadefb0a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3d3beb-1c82-4a13-9b01-4a614d27c0b8,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:39.229841 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 56906) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:39.291065 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7010c9e5-1e7b-419d-ac8f-f64edde98d7f req-35918b71-795f-4d58-bd54-67a5444b4fad tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 210 time: 0.4562643 Jul 13 14:45:39.339499 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-07e9ea02-330b-40ae-8983-044436953409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:39.380009 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Pushing event updated for resources: {'Port': ['ID=343c77f3-e8ea-4a21-942e-bd71a66eb78f,revision_number=2']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:39.384515 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-07e9ea02-330b-40ae-8983-044436953409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:39.401300 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:39.402107 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for port, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:39.403928 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] 10.222.0.70 "PUT /v2.0/ports/00374d03-a012-4efa-ac8f-2026b3dedf90 HTTP/1.1" status: 200 len: 1094 time: 6.5360460 Jul 13 14:45:39.405494 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eecad8f-1e1c-4123-bb04-6e6eed87ec3f', 'tag': '00374d03-a012-4efa-ac8f-2026b3dedf90'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:39.489707 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-07e9ea02-330b-40ae-8983-044436953409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:39.493550 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-07e9ea02-330b-40ae-8983-044436953409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:39.497963 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-07e9ea02-330b-40ae-8983-044436953409 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/de3d3beb-1c82-4a13-9b01-4a614d27c0b8 HTTP/1.1" status: 204 len: 168 time: 0.2670717 Jul 13 14:45:39.579238 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9ea02-330b-40ae-8983-044436953409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3d3beb-1c82-4a13-9b01-4a614d27c0b8,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:39.618519 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Network e2e73f5c-8937-434e-bea0-2c8f10adb927 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:39.627722 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:39.647699 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d38fa83-b2b6-47f0-9325-a73f401e702e" -d '{"events": [{"name": "network-changed", "server_uuid": "8eecad8f-1e1c-4123-bb04-6e6eed87ec3f", "tag": "00374d03-a012-4efa-ac8f-2026b3dedf90"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:40.038100 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-dc0bf9e1-59ad-44b4-9e41-b0faf282c2a7 None None] Provisioning complete for port 343c77f3-e8ea-4a21-942e-bd71a66eb78f triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:40.038722 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf9e1-59ad-44b4-9e41-b0faf282c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:40.126439 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-dc0bf9e1-59ad-44b4-9e41-b0faf282c2a7 None None] Port 343c77f3-e8ea-4a21-942e-bd71a66eb78f cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:45:40.133424 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920ce0f-11a7-4a79-bfb2-5cc6bc2bfa34 service neutron] Pushing event updated for resources: {'Port': ['ID=00374d03-a012-4efa-ac8f-2026b3dedf90,revision_number=3']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:40.371405 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f62ae-9b39-4cd4-b5fb-b6aed440056a req-d4d365f2-60ac-4c8f-b317-b19638d23648 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:40.374217 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dd9f62ae-9b39-4cd4-b5fb-b6aed440056a req-d4d365f2-60ac-4c8f-b317-b19638d23648 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 944 time: 0.5227861 Jul 13 14:45:40.381486 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Router 32629a1d-ff8a-40cf-b97a-67232b487569 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:45:40.395658 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5395-a752-4a57-b0cc-fae5e7f4bd16 req-0aa7e560-8563-427d-9bc6-5744d97f4d09 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:40.402911 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8e8c5395-a752-4a57-b0cc-fae5e7f4bd16 req-0aa7e560-8563-427d-9bc6-5744d97f4d09 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 944 time: 0.5479922 Jul 13 14:45:40.460356 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dd9f62ae-9b39-4cd4-b5fb-b6aed440056a req-29c25f68-fc61-4a77-a359-37735f768f70 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763483 Jul 13 14:45:40.572684 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:40.583395 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-becf2b93-f183-49fa-b619-2bf865c08bba admin admin] 10.222.0.68 "PUT /v2.0/routers/32629a1d-ff8a-40cf-b97a-67232b487569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9944916 Jul 13 14:45:40.583951 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Sync routers for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:40.602267 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:40.603412 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-6dc75d47-c395-465a-b134-50df837e029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:45:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:40.616705 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8e8c5395-a752-4a57-b0cc-fae5e7f4bd16 req-468fc43f-bd2e-481c-b1c2-0b6f77e4689a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125292 Jul 13 14:45:40.872797 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809f6c30-19be-42c3-8afb-78562a07b4b6 x-openstack-request-id: req-809f6c30-19be-42c3-8afb-78562a07b4b6 {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:40.873521 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eecad8f-1e1c-4123-bb04-6e6eed87ec3f", "tag": "00374d03-a012-4efa-ac8f-2026b3dedf90", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:40.873521 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-809f6c30-19be-42c3-8afb-78562a07b4b6 {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:40.873854 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eecad8f-1e1c-4123-bb04-6e6eed87ec3f', 'tag': '00374d03-a012-4efa-ac8f-2026b3dedf90', 'status': 'completed', 'code': 200} Jul 13 14:45:40.899807 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-643ef281-b08e-4d06-9971-ec2851153b2f req-28f9b30a-6ffd-45da-99dc-cd7bc50d9463 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 210 time: 0.1020277 Jul 13 14:45:40.912985 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:41.299718 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-6dc75d47-c395-465a-b134-50df837e029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 2, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:41.341942 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Checking router: 32629a1d-ff8a-40cf-b97a-67232b487569 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:41.343276 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Updating router 32629a1d-ff8a-40cf-b97a-67232b487569 port 343c77f3-e8ea-4a21-942e-bd71a66eb78f binding host dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:45:41.414090 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:41.738620 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57006) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:41.743547 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-fcecb602-32c2-45c3-ab4c-cb62e382839c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017479637', 'description': 'tempest-description--426595259'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:41.802693 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fcecb602-32c2-45c3-ab4c-cb62e382839c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:41.875994 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Notify callbacks [] for port, precommit_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:41.894801 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Transition to ACTIVE for port object 343c77f3-e8ea-4a21-942e-bd71a66eb78f will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:41.902474 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.066366 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8f6b-475f-4921-b82a-1af5b79e7f8e None None] Pushing event updated for resources: {'Port': ['ID=343c77f3-e8ea-4a21-942e-bd71a66eb78f,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:42.206087 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Attempting to bind port 343c77f3-e8ea-4a21-942e-bd71a66eb78f on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:42.206473 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Attempting to bind port 343c77f3-e8ea-4a21-942e-bd71a66eb78f by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:42.206848 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Attempting to bind port 343c77f3-e8ea-4a21-942e-bd71a66eb78f on network e2e73f5c-8937-434e-bea0-2c8f10adb927 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:42.224463 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:42.224891 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Checking segment: {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:42.225306 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.225722 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Bound using segment: {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:42.226214 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Bound port: 343c77f3-e8ea-4a21-942e-bd71a66eb78f, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:42.226629 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.322953 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fcecb602-32c2-45c3-ab4c-cb62e382839c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.368438 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093d126-df42-4f2d-9b21-6991af0e0cc0 req-b576c9ff-c1d0-40f2-a772-1b12a8e97cba tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:42.370024 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1093d126-df42-4f2d-9b21-6991af0e0cc0 req-b576c9ff-c1d0-40f2-a772-1b12a8e97cba tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 944 time: 0.5646172 Jul 13 14:45:42.370930 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fcecb602-32c2-45c3-ab4c-cb62e382839c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.435164 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-6dc75d47-c395-465a-b134-50df837e029c None None] For port 343c77f3-e8ea-4a21-942e-bd71a66eb78f, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:42.438332 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fcecb602-32c2-45c3-ab4c-cb62e382839c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.439308 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-6dc75d47-c395-465a-b134-50df837e029c None None] For port 343c77f3-e8ea-4a21-942e-bd71a66eb78f, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=343c77f3-e8ea-4a21-942e-bd71a66eb78f,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:42.443177 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57022) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:42.446083 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.449831 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-65d3344b-8bc1-4fc0-acff-391b2e7429ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'security_group_rule': {'security_group_id': '285a6f5c-791e-41e4-b38e-5ecbaed5c7d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:42.455631 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-fcecb602-32c2-45c3-ab4c-cb62e382839c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7156532 Jul 13 14:45:42.496910 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecb602-32c2-45c3-ab4c-cb62e382839c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:42.519888 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cdb81-f0fe-4bc1-bf57-090228507204 req-f27324d2-1688-4d76-bba6-da350b1d0928 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:42.531257 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ec5cdb81-f0fe-4bc1-bf57-090228507204 req-f27324d2-1688-4d76-bba6-da350b1d0928 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 944 time: 0.6262496 Jul 13 14:45:42.539792 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-65d3344b-8bc1-4fc0-acff-391b2e7429ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.545385 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:42.545937 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-6dc75d47-c395-465a-b134-50df837e029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:45:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:42.591037 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1093d126-df42-4f2d-9b21-6991af0e0cc0 req-09220b30-eeea-4ddb-8273-1d22560ceaef tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530321 Jul 13 14:45:42.619042 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8f6b-475f-4921-b82a-1af5b79e7f8e None None] Pushing event updated for resources: {'Port': ['ID=343c77f3-e8ea-4a21-942e-bd71a66eb78f,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:42.656520 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ec5cdb81-f0fe-4bc1-bf57-090228507204 req-a3796cb1-fb7b-49a9-85d9-7f2054616268 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218286 Jul 13 14:45:42.771556 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-65d3344b-8bc1-4fc0-acff-391b2e7429ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.792658 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-65d3344b-8bc1-4fc0-acff-391b2e7429ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.845934 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3344b-8bc1-4fc0-acff-391b2e7429ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d02b7c-c5d9-4d48-9c0a-f868dd1466d9,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:42.854301 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-6dc75d47-c395-465a-b134-50df837e029c None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:42.859962 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-65d3344b-8bc1-4fc0-acff-391b2e7429ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.865884 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-65d3344b-8bc1-4fc0-acff-391b2e7429ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4174299 Jul 13 14:45:42.865884 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57036) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:42.908991 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-1b88c475-74c8-42f8-968d-f4e101ee39ef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'security_group_rule': {'security_group_id': '285a6f5c-791e-41e4-b38e-5ecbaed5c7d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:42.969542 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1b88c475-74c8-42f8-968d-f4e101ee39ef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:42.995488 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8338e52b-48c0-4e81-97bf-659f2f9c8463 req-3a067a28-b764-4ccd-b8cc-28a59f479c60 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 210 time: 0.1093113 Jul 13 14:45:43.175827 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-6dc75d47-c395-465a-b134-50df837e029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:42Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:43.200964 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1b88c475-74c8-42f8-968d-f4e101ee39ef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.210006 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1b88c475-74c8-42f8-968d-f4e101ee39ef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.220415 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc75d47-c395-465a-b134-50df837e029c None None] The sync data for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi is: [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:42Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:43.231441 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88c475-74c8-42f8-968d-f4e101ee39ef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9037c4a7-3d12-4b12-99b8-77bf9c96b423,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:43.244910 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1b88c475-74c8-42f8-968d-f4e101ee39ef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.244910 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-1b88c475-74c8-42f8-968d-f4e101ee39ef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3709688 Jul 13 14:45:43.249663 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57050) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:43.269122 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'floatingip': {'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:43.330268 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.471673 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.584381 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Allocated IP 172.27.0.239 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/23d97273-1052-484a-b175-18cdd6a3efb4) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:43.686976 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.728784 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:43.773439 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:43.782902 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:43.787907 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:43.793252 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96cdf-bd58-4f64-8767-51611b0d3335 req-935324f9-87dc-4082-85f9-5b812d3c7a29 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:43.802864 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f8d96cdf-bd58-4f64-8767-51611b0d3335 req-935324f9-87dc-4082-85f9-5b812d3c7a29 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 944 time: 0.0995858 Jul 13 14:45:43.873400 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Request body: {'port': {'device_id': '1735284f-1e3f-4060-9e32-fc1219c804f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:43.887249 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f8d96cdf-bd58-4f64-8767-51611b0d3335 req-2d3dc823-49a4-4b8e-a18e-588e8a00dc40 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830195 Jul 13 14:45:43.896929 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'Port': ['ID=23d97273-1052-484a-b175-18cdd6a3efb4,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:43.940740 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e09c4-9354-437a-bf2b-135119d9bfa5 req-fb171bda-7f6d-4fcb-9616-330f8a9e4526 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:43.942667 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-816e09c4-9354-437a-bf2b-135119d9bfa5 req-fb171bda-7f6d-4fcb-9616-330f8a9e4526 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 944 time: 0.1193793 Jul 13 14:45:43.962358 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.002161 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-816e09c4-9354-437a-bf2b-135119d9bfa5 req-5061be8d-b614-46ab-bc1e-9fe4072d60d1 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521889 Jul 13 14:45:44.044501 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.111611 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:44.211352 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2707189a-f6cc-4493-84fa-c1c6caa359ce req-9041dbda-c53b-494f-b6e6-445cd1c37ff9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 210 time: 0.0440667 Jul 13 14:45:44.279978 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38fa83-b2b6-47f0-9325-a73f401e702e req-f35adbe7-5111-481f-8708-f5d84431c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:44.282027 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0d38fa83-b2b6-47f0-9325-a73f401e702e req-f35adbe7-5111-481f-8708-f5d84431c94a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=693daab674b54609b82251abeb3a6fa3&device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 1097 time: 0.1872268 Jul 13 14:45:44.659714 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38fa83-b2b6-47f0-9325-a73f401e702e req-58f0cd6c-89a8-4080-91e2-38a8d6f80f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:44.667216 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0d38fa83-b2b6-47f0-9325-a73f401e702e req-58f0cd6c-89a8-4080-91e2-38a8d6f80f44 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=693daab674b54609b82251abeb3a6fa3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3766491 Jul 13 14:45:44.699832 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.70', 59737) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:45.018883 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38fa83-b2b6-47f0-9325-a73f401e702e req-9115fa92-c475-40e7-83ef-d0f61666a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:45.020374 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0d38fa83-b2b6-47f0-9325-a73f401e702e req-9115fa92-c475-40e7-83ef-d0f61666a68f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3450766 Jul 13 14:45:45.080909 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57122) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:45.105045 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 343c77f3-e8ea-4a21-942e-bd71a66eb78f up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:45.227745 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 343c77f3-e8ea-4a21-942e-bd71a66eb78f completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:45.235302 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 343c77f3-e8ea-4a21-942e-bd71a66eb78f triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:45.235691 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.246844 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f085a0-d137-42d3-a0a2-97379ebe5764 req-24d635f9-653f-426a-81cc-911138ebd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:45.255512 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-96f085a0-d137-42d3-a0a2-97379ebe5764 req-24d635f9-653f-426a-81cc-911138ebd6a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 1097 time: 1.0662928 Jul 13 14:45:45.339896 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.376987 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 343c77f3-e8ea-4a21-942e-bd71a66eb78f, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=343c77f3-e8ea-4a21-942e-bd71a66eb78f,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:45.381179 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.439511 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=343c77f3-e8ea-4a21-942e-bd71a66eb78f,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:45.507037 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7aad1848-5630-497a-babc-49fa26db9817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.511230 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.528335 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add147de-7457-4c30-bdbb-7640dc686b1b req-6a55affa-69af-4841-bf05-815c235de1a3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:45.530337 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-6a55affa-69af-4841-bf05-815c235de1a3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.70 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 819 time: 0.8146958 Jul 13 14:45:45.549294 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.560522 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Request body: {'port': {'device_id': '3c509c17-e579-41bc-88f6-aeb3ce76c487', 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f', 'admin_state_up': True, 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:45.589468 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-053d3a9c-79fb-4ab3-b100-947220f4fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:45.590960 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-053d3a9c-79fb-4ab3-b100-947220f4fea8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=693daab674b54609b82251abeb3a6fa3&device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 1097 time: 0.4379239 Jul 13 14:45:45.605763 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390417fc-20d5-4762-b023-dea6c03aec17 req-fa29d9d9-21c9-42db-96c7-9b21d0a7275c tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:45.607970 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-390417fc-20d5-4762-b023-dea6c03aec17 req-fa29d9d9-21c9-42db-96c7-9b21d0a7275c tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 944 time: 0.3911738 Jul 13 14:45:45.644637 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.654096 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f085a0-d137-42d3-a0a2-97379ebe5764 req-56fd0f3a-a091-4765-8fca-4c8a59abfac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:45.656188 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-96f085a0-d137-42d3-a0a2-97379ebe5764 req-56fd0f3a-a091-4765-8fca-4c8a59abfac8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b3c706a3a2034358ae8211a94d903ec0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3752210 Jul 13 14:45:45.691829 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-4451354b-55f5-4398-be8d-e5f8d94fb6c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00374d03-a012-4efa-ac8f-2026b3dedf90 HTTP/1.1" status: 200 len: 217 time: 0.0809417 Jul 13 14:45:45.711941 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07258d-b234-444f-ae71-38fea85e0373 req-b5622dee-ddd6-433a-ade1-30a41f03ed99 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:45.713438 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3a07258d-b234-444f-ae71-38fea85e0373 req-b5622dee-ddd6-433a-ade1-30a41f03ed99 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 944 time: 0.2545898 Jul 13 14:45:45.796428 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.810034 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-390417fc-20d5-4762-b023-dea6c03aec17 req-7a0b4b14-c835-44d1-9aa4-ee56eab247f9 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624136 Jul 13 14:45:45.844799 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'Port': ['ID=23d97273-1052-484a-b175-18cdd6a3efb4,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:45.847866 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3a07258d-b234-444f-ae71-38fea85e0373 req-dac54cfb-c885-4499-8ff1-dd7c1481b508 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125605 Jul 13 14:45:45.849610 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-fbdac999-26be-4144-892c-f7f0adb6f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:45.851077 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-fbdac999-26be-4144-892c-f7f0adb6f8ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f333635-2510-4e80-97be-3fd2512e7c48 HTTP/1.1" status: 200 len: 851 time: 0.1469903 Jul 13 14:45:45.880731 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109a1cbe-befd-4702-b0e0-9d5c013c6cec {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:45.908554 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.914029 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-6ca22ffb-32a5-4e46-ba5b-5ece4a371438 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b7bc5be6-e386-45a3-be51-39a688484162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538585 Jul 13 14:45:45.920137 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7aad1848-5630-497a-babc-49fa26db9817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.942746 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7aad1848-5630-497a-babc-49fa26db9817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.955585 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.968062 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-e6e9b68e-ea25-4b94-bf2e-ca1fdd856123 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7061937 Jul 13 14:45:45.968062 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Transition to ACTIVE for port object 109a1cbe-befd-4702-b0e0-9d5c013c6cec will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:45.974988 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:45.981018 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f085a0-d137-42d3-a0a2-97379ebe5764 req-8d8ea269-25db-4e9c-b5b9-f0586a18afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:45.982633 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-96f085a0-d137-42d3-a0a2-97379ebe5764 req-8d8ea269-25db-4e9c-b5b9-f0586a18afc5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3033168 Jul 13 14:45:46.026950 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Made reservation on behalf of 7debb9fcf765453d9ff08b4cee2c148f for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:46.031240 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.118853 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-40f621b5-e89c-447b-b894-ff245c9e1a94 req-f93e417e-5bf2-4381-ba95-7b1e017efbaa tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 210 time: 0.0526092 Jul 13 14:45:46.125570 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad1848-5630-497a-babc-49fa26db9817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a6eb85-5406-4e03-8278-64337de769c9,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:46.130018 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-7aad1848-5630-497a-babc-49fa26db9817 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cf10a6ba8c694cef8b099962695765a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0479674 Jul 13 14:45:46.132636 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57156) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:46.161171 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=109a1cbe-befd-4702-b0e0-9d5c013c6cec,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:46.180371 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-daa05591-1219-42fd-8ed9-90a2bc65d4e6 service neutron] 10.222.0.70 "GET /v2.0/networks/b7bc5be6-e386-45a3-be51-39a688484162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583950 Jul 13 14:45:46.225056 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Attempting to bind port 109a1cbe-befd-4702-b0e0-9d5c013c6cec on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:46.225429 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Attempting to bind port 109a1cbe-befd-4702-b0e0-9d5c013c6cec by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:46.225761 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Attempting to bind port 109a1cbe-befd-4702-b0e0-9d5c013c6cec on network 531724de-8eb2-495b-9808-a0955ea1d07f {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:46.254425 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Port 109a1cbe-befd-4702-b0e0-9d5c013c6cec on network 531724de-8eb2-495b-9808-a0955ea1d07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:45:46.254747 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Attempting to bind port 109a1cbe-befd-4702-b0e0-9d5c013c6cec on network 531724de-8eb2-495b-9808-a0955ea1d07f {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:46.259921 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43fe301e-aa5a-4c0e-a9c1-2bb2bcbb9453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.272297 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38818f-337a-4441-a9e7-69628302378b req-a0ea7493-2d84-40af-9a43-88d4017c47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:46.273820 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-a0ea7493-2d84-40af-9a43-88d4017c47b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 1097 time: 0.2388799 Jul 13 14:45:46.274500 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:46.274835 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Checking segment: {'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:46.275212 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Bound using segment: {'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:46.275653 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Bound port: 109a1cbe-befd-4702-b0e0-9d5c013c6cec, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:46.276006 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.321340 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-6fa21406-1766-433b-ab66-dec2416bf544 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1017479637&fields=id&tenant_id=0305e7a2f9b948dfb400a93ba026094d HTTP/1.1" status: 200 len: 267 time: 0.0871377 Jul 13 14:45:46.324994 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43fe301e-aa5a-4c0e-a9c1-2bb2bcbb9453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.359867 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Allocated IP 172.20.0.12 (531724de-8eb2-495b-9808-a0955ea1d07f/72ddfe58-aee9-41da-a034-bcc643230d07/78649853-c160-472f-b734-9ea4bfdbc7f6) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:46.366112 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-d2f3d6a4-deef-43f1-9b70-b6215e704761 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab HTTP/1.1" status: 200 len: 217 time: 0.0769501 Jul 13 14:45:46.411978 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-93782591-24ec-4316-8f9b-17f411827af2 service neutron] 10.222.0.70 "GET /v2.0/networks/b7bc5be6-e386-45a3-be51-39a688484162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215309 Jul 13 14:45:46.472940 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-9f73eecf-b16d-4875-94b6-0858c4cf32d6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:46.474437 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-9f73eecf-b16d-4875-94b6-0858c4cf32d6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 817 time: 0.1404564 Jul 13 14:45:46.475509 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43fe301e-aa5a-4c0e-a9c1-2bb2bcbb9453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.478055 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43fe301e-aa5a-4c0e-a9c1-2bb2bcbb9453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.481861 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-43fe301e-aa5a-4c0e-a9c1-2bb2bcbb9453 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8a6eb85-5406-4e03-8278-64337de769c9 HTTP/1.1" status: 204 len: 168 time: 0.3455923 Jul 13 14:45:46.497294 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe301e-aa5a-4c0e-a9c1-2bb2bcbb9453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a6eb85-5406-4e03-8278-64337de769c9,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:46.499948 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-2d4f23f9-5bd9-4c1d-a0e1-b4a16983f495 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/quotas/0305e7a2f9b948dfb400a93ba026094d HTTP/1.1" status: 200 len: 375 time: 0.0198207 Jul 13 14:45:46.536102 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38818f-337a-4441-a9e7-69628302378b req-c9d799b4-1ca8-4bc6-9dc8-7aa7ba668441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:46.537824 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-c9d799b4-1ca8-4bc6-9dc8-7aa7ba668441 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fed1be0-ce58-4e2a-9c3d-b9f2a7445750 HTTP/1.1" status: 200 len: 855 time: 0.1648788 Jul 13 14:45:46.585687 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] For port 109a1cbe-befd-4702-b0e0-9d5c013c6cec, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:46.606659 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-f1143e77-b827-4b1d-b4f3-31aa38c5b4b5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004357 Jul 13 14:45:46.659062 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-d728a8ff-176f-4d84-b523-1e9900ad6215 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9a42372-1973-4e89-86bb-cfe54dc44694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027362 Jul 13 14:45:46.682695 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] For port 109a1cbe-befd-4702-b0e0-9d5c013c6cec, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:46.725944 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-99c085d3-e46a-43cd-95e2-1ba878e15252 service neutron] 10.222.0.68 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039982 Jul 13 14:45:46.859363 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-ad4156de-ba9d-4ddb-811f-5c91c18bd37e service neutron] 10.222.0.68 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281254 Jul 13 14:45:46.859855 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57188) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:46.891226 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57190) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:46.892076 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ca14f8fc-db9e-4e12-9011-a277883937cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.962124 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.018254 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 343c77f3-e8ea-4a21-942e-bd71a66eb78f up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:47.061394 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:47.062075 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.065396 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] 10.222.0.70 "PUT /v2.0/ports/109a1cbe-befd-4702-b0e0-9d5c013c6cec HTTP/1.1" status: 200 len: 1093 time: 3.1977961 Jul 13 14:45:47.114376 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1735284f-1e3f-4060-9e32-fc1219c804f2', 'tag': '109a1cbe-befd-4702-b0e0-9d5c013c6cec'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:47.121595 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f" -d '{"events": [{"name": "network-changed", "server_uuid": "1735284f-1e3f-4060-9e32-fc1219c804f2", "tag": "109a1cbe-befd-4702-b0e0-9d5c013c6cec"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:47.134252 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 343c77f3-e8ea-4a21-942e-bd71a66eb78f triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:47.136045 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.144214 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ca14f8fc-db9e-4e12-9011-a277883937cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.191389 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ca14f8fc-db9e-4e12-9011-a277883937cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.219964 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-ca14f8fc-db9e-4e12-9011-a277883937cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6262f8b045542eb83a511c296a2c315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590643 Jul 13 14:45:47.229930 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57216) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:47.287616 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4f5052ac-01ba-495a-a7ed-616c46f23a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.300009 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.306612 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcdfc6-6a57-4857-8126-40e3a447b2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=109a1cbe-befd-4702-b0e0-9d5c013c6cec,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:47.326614 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-482ade76-8928-4cb6-a4a3-66d766ea2cf1 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599617 Jul 13 14:45:47.410353 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14f8fc-db9e-4e12-9011-a277883937cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ab838c-ae27-4e75-af7c-57776681a274,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:47.448117 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-5986d58a-6551-462f-aa43-928958bd14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:47.452565 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-5986d58a-6551-462f-aa43-928958bd14fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 1096 time: 0.3113770 Jul 13 14:45:47.456236 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.461473 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d4ac6-f23b-4756-b2a4-7577aa7a9f9d req-13f24c2a-9168-425d-96d0-1434c4262129 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:47.473719 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-de8d4ac6-f23b-4756-b2a4-7577aa7a9f9d req-13f24c2a-9168-425d-96d0-1434c4262129 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 944 time: 0.3246195 Jul 13 14:45:47.478048 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b33b9a3c-7974-414c-aa98-7a924dcf0044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.585637 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4f5052ac-01ba-495a-a7ed-616c46f23a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.606863 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Network 531724de-8eb2-495b-9808-a0955ea1d07f is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:47.613969 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b33b9a3c-7974-414c-aa98-7a924dcf0044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.615508 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:47.617655 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4f5052ac-01ba-495a-a7ed-616c46f23a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.618440 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:47.626192 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:47.626541 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.629475 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57230) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:47.629833 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-2c66e704-ab21-4398-979a-b89a091c1718 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec HTTP/1.1" status: 200 len: 217 time: 0.1648450 Jul 13 14:45:47.652141 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-de8d4ac6-f23b-4756-b2a4-7577aa7a9f9d req-075a3c11-2292-4605-9599-abf27f66db18 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760409 Jul 13 14:45:47.694517 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1b38818f-337a-4441-a9e7-69628302378b req-deb24d44-bb6c-4383-8fd2-c58d27bb7748 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599911 Jul 13 14:45:47.717739 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Pushing event updated for resources: {'Port': ['ID=78649853-c160-472f-b734-9ea4bfdbc7f6,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:47.734403 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-f3454c54-f529-48f4-9a13-fc48d12d71fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1928387 Jul 13 14:45:47.735496 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-4f5052ac-01ba-495a-a7ed-616c46f23a73 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7311f1bbe4ea48818d56f0c27682a0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8410542 Jul 13 14:45:47.736319 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5052ac-01ba-495a-a7ed-616c46f23a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ef5155-92c7-42a5-ac0c-b11a8f41e4bd,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:47.740999 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57234) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:47.771401 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Request body: {'port': {'device_id': '3c509c17-e579-41bc-88f6-aeb3ce76c487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:47.795292 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb85501-aedd-454a-afaa-27d88a949904 req-0205c546-16f9-4b0d-ab71-bad288917572 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:47.796306 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3cb85501-aedd-454a-afaa-27d88a949904 req-0205c546-16f9-4b0d-ab71-bad288917572 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 944 time: 0.3037364 Jul 13 14:45:47.799486 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b33b9a3c-7974-414c-aa98-7a924dcf0044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.802003 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b33b9a3c-7974-414c-aa98-7a924dcf0044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.803101 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-b33b9a3c-7974-414c-aa98-7a924dcf0044 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/06ab838c-ae27-4e75-af7c-57776681a274 HTTP/1.1" status: 204 len: 168 time: 0.5711455 Jul 13 14:45:47.836962 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b9a3c-7974-414c-aa98-7a924dcf0044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ab838c-ae27-4e75-af7c-57776681a274,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:47.877782 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f08f807-923b-4aea-b080-50dd3092059f x-openstack-request-id: req-1f08f807-923b-4aea-b080-50dd3092059f {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:47.878416 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1735284f-1e3f-4060-9e32-fc1219c804f2", "tag": "109a1cbe-befd-4702-b0e0-9d5c013c6cec", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:47.878855 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1f08f807-923b-4aea-b080-50dd3092059f {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:47.879513 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1735284f-1e3f-4060-9e32-fc1219c804f2', 'tag': '109a1cbe-befd-4702-b0e0-9d5c013c6cec', 'status': 'completed', 'code': 200} Jul 13 14:45:47.886715 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-daa795c1-ca52-4fe5-8557-77183e62f8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.901864 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-2db9e185-c103-40d3-ad7b-7823e1df9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:47.903008 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-199eb144-5dbf-4633-9acb-0b5a00d7034f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:47.905830 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-2db9e185-c103-40d3-ad7b-7823e1df9717 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 200 len: 859 time: 0.2584321 Jul 13 14:45:47.918530 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3cb85501-aedd-454a-afaa-27d88a949904 req-70ee438a-da8f-490f-bcee-156dbb1c7f7a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142957 Jul 13 14:45:47.946417 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-199eb144-5dbf-4633-9acb-0b5a00d7034f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.019135 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-8961cfb0-f363-4b48-92a4-753c51a77b22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=531724de-8eb2-495b-9808-a0955ea1d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730240 Jul 13 14:45:48.027050 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.071313 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-947a3e25-1b11-4763-bea8-f31a0f70b0df req-e783e0e4-a68a-4d3b-8772-ae8822e009bb tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 210 time: 0.0714686 Jul 13 14:45:48.133839 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-199eb144-5dbf-4633-9acb-0b5a00d7034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.136323 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-199eb144-5dbf-4633-9acb-0b5a00d7034f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.140387 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-199eb144-5dbf-4633-9acb-0b5a00d7034f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/64ef5155-92c7-42a5-ac0c-b11a8f41e4bd HTTP/1.1" status: 204 len: 168 time: 0.3987715 Jul 13 14:45:48.170810 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4dfdf-a136-4ed8-9a8b-65dbc85246a1 req-84b1230c-7634-4f3b-b56d-f7d676e0ce38 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:48.173023 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-63d4dfdf-a136-4ed8-9a8b-65dbc85246a1 req-84b1230c-7634-4f3b-b56d-f7d676e0ce38 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 932 time: 0.2027676 Jul 13 14:45:48.178426 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199eb144-5dbf-4633-9acb-0b5a00d7034f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ef5155-92c7-42a5-ac0c-b11a8f41e4bd,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:48.182766 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-daa795c1-ca52-4fe5-8557-77183e62f8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.192292 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-daa795c1-ca52-4fe5-8557-77183e62f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.254154 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f1414161-beac-4853-821a-0587fac23367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.260814 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-daa795c1-ca52-4fe5-8557-77183e62f8e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ae7ee2ede63c47d4965487f24399383f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6234376 Jul 13 14:45:48.267296 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57248) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:48.311563 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-63d4dfdf-a136-4ed8-9a8b-65dbc85246a1 req-02a222f8-ad30-4d65-bcfd-3d478dd8a030 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306505 Jul 13 14:45:48.312050 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa795c1-ca52-4fe5-8557-77183e62f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a9911-e49b-4761-b60d-b436110ad012,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:48.343652 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-b790755c-9a89-4f91-a365-0e421cb529f6 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176324 Jul 13 14:45:48.360739 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d85146d-ea9c-4757-be5b-d6bdd5a78dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.387142 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d85146d-ea9c-4757-be5b-d6bdd5a78dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.451109 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d85146d-ea9c-4757-be5b-d6bdd5a78dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.454543 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d85146d-ea9c-4757-be5b-d6bdd5a78dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.456209 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-4d85146d-ea9c-4757-be5b-d6bdd5a78dc0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e28a9911-e49b-4761-b60d-b436110ad012 HTTP/1.1" status: 204 len: 168 time: 0.1867259 Jul 13 14:45:48.464998 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85146d-ea9c-4757-be5b-d6bdd5a78dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a9911-e49b-4761-b60d-b436110ad012,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:48.551605 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57258) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:48.572194 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-59bc066f-0386-487a-91c4-e150330b341a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.587592 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f7c3670-2e8f-4f24-83d5-78f18604d986 req-2161770d-2d5d-4a56-8cbb-fbd00d1258e4 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362967 Jul 13 14:45:48.697056 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-59bc066f-0386-487a-91c4-e150330b341a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.702952 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-59bc066f-0386-487a-91c4-e150330b341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.718525 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78649853-c160-472f-b734-9ea4bfdbc7f6 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:48.731022 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.755530 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-59bc066f-0386-487a-91c4-e150330b341a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a50ed5b582a74fba85bdee72c50911e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014008 Jul 13 14:45:48.755684 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57270) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:48.756537 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc066f-0386-487a-91c4-e150330b341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b633c955-b662-4777-9a9d-c5b25d2970c7,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:48.765144 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Transition to ACTIVE for port object 78649853-c160-472f-b734-9ea4bfdbc7f6 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:48.775372 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.846045 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-70edf678-3e8c-4202-a172-c4263069d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:48.847557 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-70edf678-3e8c-4202-a172-c4263069d3b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 1096 time: 0.1726606 Jul 13 14:45:49.050696 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Pushing event updated for resources: {'Port': ['ID=78649853-c160-472f-b734-9ea4bfdbc7f6,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:49.088966 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cadad-0f95-45ad-9de8-a7ce383fe1f5 req-e99f5a5d-5e8b-49b0-a25c-85dff626403b tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:49.094653 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f88cadad-0f95-45ad-9de8-a7ce383fe1f5 req-e99f5a5d-5e8b-49b0-a25c-85dff626403b tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 944 time: 0.1971695 Jul 13 14:45:49.154330 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7404e8a6-5132-4656-b889-60b168cdd829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:49.190117 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Attempting to bind port 78649853-c160-472f-b734-9ea4bfdbc7f6 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:49.190117 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Attempting to bind port 78649853-c160-472f-b734-9ea4bfdbc7f6 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:49.190117 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Attempting to bind port 78649853-c160-472f-b734-9ea4bfdbc7f6 on network 531724de-8eb2-495b-9808-a0955ea1d07f {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:49.234538 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f88cadad-0f95-45ad-9de8-a7ce383fe1f5 req-ee601c68-e5d2-4960-b87c-fbf59da4262b tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326497 Jul 13 14:45:49.278433 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-c4d66be5-92cb-498e-afc0-1a8601330f4a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:49.279975 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-c4d66be5-92cb-498e-afc0-1a8601330f4a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 817 time: 0.2454650 Jul 13 14:45:49.289225 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Port 78649853-c160-472f-b734-9ea4bfdbc7f6 on network 531724de-8eb2-495b-9808-a0955ea1d07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:45:49.289562 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Attempting to bind port 78649853-c160-472f-b734-9ea4bfdbc7f6 on network 531724de-8eb2-495b-9808-a0955ea1d07f {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:49.357162 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:49.357770 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Checking segment: {'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:49.358484 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Bound using segment: {'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:49.359429 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Bound port: 78649853-c160-472f-b734-9ea4bfdbc7f6, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c5763b-3f1f-428e-9ef8-12afa661b9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:49.360417 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:49.364158 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96efc2c-dbfb-4092-95fe-3c345cd8c897 req-46badcbc-139c-4333-8380-725d6c338374 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:49.370871 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b96efc2c-dbfb-4092-95fe-3c345cd8c897 req-46badcbc-139c-4333-8380-725d6c338374 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 944 time: 0.1841288 Jul 13 14:45:49.422966 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b96efc2c-dbfb-4092-95fe-3c345cd8c897 req-41265e3c-0022-4663-89b7-8d593aa8532a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511386 Jul 13 14:45:49.460139 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7404e8a6-5132-4656-b889-60b168cdd829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:49.473265 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-2ca0b808-98ab-4d85-bc86-b80ac4a2e67a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0305e7a2f9b948dfb400a93ba026094d HTTP/1.1" status: 200 len: 380 time: 0.1811080 Jul 13 14:45:49.476695 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-156ac7a0-621d-458c-af81-4f887b6870fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:49.478095 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-156ac7a0-621d-458c-af81-4f887b6870fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 920 time: 0.6199479 Jul 13 14:45:49.521266 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b62f093e-f38c-4fc1-8700-3f21cf4973e0 req-27815887-1501-43f0-ab37-fee306573732 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 210 time: 0.0701540 Jul 13 14:45:49.567801 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'port': {'device_id': '62afd07c-daae-4047-b0c9-20dff7987abf', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'admin_state_up': True, 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'security_groups': ['285a6f5c-791e-41e4-b38e-5ecbaed5c7d2']}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:49.592958 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] For port 78649853-c160-472f-b734-9ea4bfdbc7f6, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:49.715856 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d23e1-0e85-4a95-a86d-65236f6372c9 req-7b738161-c9d2-4476-b3aa-34d9383622b9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:49.718186 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e44d23e1-0e85-4a95-a86d-65236f6372c9 req-7b738161-c9d2-4476-b3aa-34d9383622b9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 944 time: 0.1066213 Jul 13 14:45:49.783392 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e44d23e1-0e85-4a95-a86d-65236f6372c9 req-d2080301-9b93-4ec7-a6cb-269941044466 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568142 Jul 13 14:45:49.863042 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-266195ba-6b49-430b-892f-19629a9f6db4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec HTTP/1.1" status: 200 len: 217 time: 0.2994051 Jul 13 14:45:49.870331 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] For port 78649853-c160-472f-b734-9ea4bfdbc7f6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=78649853-c160-472f-b734-9ea4bfdbc7f6,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:49.885341 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:49.971107 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:49.971732 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:49.973125 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] 10.222.0.70 "PUT /v2.0/ports/78649853-c160-472f-b734-9ea4bfdbc7f6 HTTP/1.1" status: 200 len: 1094 time: 2.2168515 Jul 13 14:45:49.973562 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c509c17-e579-41bc-88f6-aeb3ce76c487', 'tag': '78649853-c160-472f-b734-9ea4bfdbc7f6'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:49.975777 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c509c17-e579-41bc-88f6-aeb3ce76c487", "tag": "78649853-c160-472f-b734-9ea4bfdbc7f6"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:49.987285 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7404e8a6-5132-4656-b889-60b168cdd829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:49.998700 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7404e8a6-5132-4656-b889-60b168cdd829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.000588 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-7404e8a6-5132-4656-b889-60b168cdd829 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b633c955-b662-4777-9a9d-c5b25d2970c7 HTTP/1.1" status: 204 len: 168 time: 1.2425201 Jul 13 14:45:50.034619 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-5b42eb8d-b2de-41d4-819f-e12b7a4de366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:50.036247 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-5b42eb8d-b2de-41d4-819f-e12b7a4de366 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 200 len: 859 time: 0.1625037 Jul 13 14:45:50.061479 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404e8a6-5132-4656-b889-60b168cdd829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b633c955-b662-4777-9a9d-c5b25d2970c7,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:50.119418 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfaa2de-b61d-4d6d-857a-324ae4eb48f5 x-openstack-request-id: req-5dfaa2de-b61d-4d6d-857a-324ae4eb48f5 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:50.119710 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c509c17-e579-41bc-88f6-aeb3ce76c487", "tag": "78649853-c160-472f-b734-9ea4bfdbc7f6", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:50.119955 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5dfaa2de-b61d-4d6d-857a-324ae4eb48f5 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:50.120653 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c509c17-e579-41bc-88f6-aeb3ce76c487', 'tag': '78649853-c160-472f-b734-9ea4bfdbc7f6', 'status': 'completed', 'code': 200} Jul 13 14:45:50.145304 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9aabeb-2c73-4ed2-a5db-78e848b50e66 service neutron] Pushing event updated for resources: {'Port': ['ID=78649853-c160-472f-b734-9ea4bfdbc7f6,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:50.152583 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-f355c278-47cc-4bc9-83f8-68121c7a79e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=531724de-8eb2-495b-9808-a0955ea1d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930064 Jul 13 14:45:50.225431 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Made reservation on behalf of 0305e7a2f9b948dfb400a93ba026094d for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:45:50.228935 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.274046 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add147de-7457-4c30-bdbb-7640dc686b1b req-05edd065-c15e-453a-a688-d2ce7a1bf83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:50.275557 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-05edd065-c15e-453a-a688-d2ce7a1bf83f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 1097 time: 0.2488606 Jul 13 14:45:50.339322 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:45:50.395556 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-00367b84-4924-4195-9fc5-51f60896bdd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78649853-c160-472f-b734-9ea4bfdbc7f6 HTTP/1.1" status: 200 len: 217 time: 0.1074445 Jul 13 14:45:50.445696 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-75d9503e-f081-446b-83f6-8da17ec3d638 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825928 Jul 13 14:45:50.500182 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1354086-9995-4237-b0a3-87d72a23e0cf req-a8dc6f28-2d4f-48a0-b4ab-1156b6ea9e80 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:50.501730 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e1354086-9995-4237-b0a3-87d72a23e0cf req-a8dc6f28-2d4f-48a0-b4ab-1156b6ea9e80 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 944 time: 0.1187005 Jul 13 14:45:50.527998 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Allocated IP 172.20.0.9 (e2e73f5c-8937-434e-bea0-2c8f10adb927/8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77/a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:50.577272 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:50.601260 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e1354086-9995-4237-b0a3-87d72a23e0cf req-c6ed4a50-f53f-4997-84f4-05c385a340c5 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899367 Jul 13 14:45:50.618665 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '448e113a-c24f-45c6-8f09-b3c3d2b9e5ab', 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694', 'port_id': '448e113a-c24f-45c6-8f09-b3c3d2b9e5ab', 'mac_address': 'fa:16:3e:e5:a8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fed1be0-ce58-4e2a-9c3d-b9f2a7445750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:45:50.689871 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.728511 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:50.791050 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89fc35-a621-4e27-95cd-43c5d8657d84 req-a4ec4c2c-1f69-472d-b0f6-0c396f2f3ae2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:50.792077 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:50.800226 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.803734 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8e89fc35-a621-4e27-95cd-43c5d8657d84 req-a4ec4c2c-1f69-472d-b0f6-0c396f2f3ae2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 944 time: 0.1295862 Jul 13 14:45:50.817729 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.818429 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 00374d03-a012-4efa-ac8f-2026b3dedf90 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:45:50.833228 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Transition to ACTIVE for port object a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:50.902728 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9f428f93-8542-47a9-9c8b-231bbd6ecb92 req-e4e9750a-bcf5-4ed4-83a6-3c06964710f4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 210 time: 0.0523679 Jul 13 14:45:50.919936 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8e89fc35-a621-4e27-95cd-43c5d8657d84 req-d28c6403-1d31-48ec-ac4a-6e77b6e30b3f tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135280 Jul 13 14:45:50.927982 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.954600 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:50.997661 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fbab276f-f1f9-42bb-9ade-b932fe18b997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.040174 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Network e2e73f5c-8937-434e-bea0-2c8f10adb927 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:51.045988 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:51.048775 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:51.095431 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:51.103784 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add147de-7457-4c30-bdbb-7640dc686b1b req-7c1343e6-6706-4c45-853a-82c0be2d4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:51.105401 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-7c1343e6-6706-4c45-853a-82c0be2d4490 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 200 len: 859 time: 0.6700964 Jul 13 14:45:51.111978 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:51.123612 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:51.128441 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.159017 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ed1d-2659-473f-b1c8-86640783c406 req-31b46cc7-b27c-41e6-9e0b-e8b9d0acfaad tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:51.162489 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9aa3ed1d-2659-473f-b1c8-86640783c406 req-31b46cc7-b27c-41e6-9e0b-e8b9d0acfaad tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 944 time: 0.1334140 Jul 13 14:45:51.171132 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-a5e631fb-ac05-422c-81bc-e68469127bf3 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027029 Jul 13 14:45:51.198583 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-7bd6e53e-6604-4d35-b5be-6599ac38473b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=531724de-8eb2-495b-9808-a0955ea1d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668883 Jul 13 14:45:51.203232 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 00374d03-a012-4efa-ac8f-2026b3dedf90, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=00374d03-a012-4efa-ac8f-2026b3dedf90,segment=NetworkSegment(5874d274-9290-4f17-a9ab-d36d09ad21c2),segment_id=5874d274-9290-4f17-a9ab-d36d09ad21c2)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:51.206994 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-7fb75ff4-2aac-45cb-ae59-979a3b0e6346 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6444745 Jul 13 14:45:51.221913 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Request body: {'port': {'device_id': '62afd07c-daae-4047-b0c9-20dff7987abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:51.228805 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '00374d03-a012-4efa-ac8f-2026b3dedf90', 'network_id': 'b7bc5be6-e386-45a3-be51-39a688484162', 'port_id': '00374d03-a012-4efa-ac8f-2026b3dedf90', 'mac_address': 'fa:16:3e:e3:e0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f333635-2510-4e80-97be-3fd2512e7c48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:45:51.243085 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9aa3ed1d-2659-473f-b1c8-86640783c406 req-0f46d293-d532-4850-9a18-69e37a0bf8e7 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740860 Jul 13 14:45:51.314992 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.337027 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00374d03-a012-4efa-ac8f-2026b3dedf90 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:51.369277 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 00374d03-a012-4efa-ac8f-2026b3dedf90, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=00374d03-a012-4efa-ac8f-2026b3dedf90,segment=NetworkSegment(5874d274-9290-4f17-a9ab-d36d09ad21c2),segment_id=5874d274-9290-4f17-a9ab-d36d09ad21c2)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:51.375728 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.417607 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.461322 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=00374d03-a012-4efa-ac8f-2026b3dedf90,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:51.478360 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-1bf164d6-96d2-4ac2-84f4-02eb55ba848c service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702188 Jul 13 14:45:51.479690 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b76fc2aa-9e14-4442-8252-739c803bca4d None None] Provisioning for port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:51.486221 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b76fc2aa-9e14-4442-8252-739c803bca4d None None] Provisioning complete for port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:51.486976 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b76fc2aa-9e14-4442-8252-739c803bca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:51.592901 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b76fc2aa-9e14-4442-8252-739c803bca4d None None] Port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:45:51.665572 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['00374d03-a012-4efa-ac8f-2026b3dedf90'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:51.719467 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['448e113a-c24f-45c6-8f09-b3c3d2b9e5ab'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:51.734842 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-add147de-7457-4c30-bdbb-7640dc686b1b req-7ebef669-fded-4143-a058-ddf24f56f217 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474866 Jul 13 14:45:51.947437 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:51.959019 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1b965-555c-48a8-bc08-b2fc0777a86d req-fa35b1c8-b219-47ae-b398-2cb4c5bff961 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:51.967785 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c3c1b965-555c-48a8-bc08-b2fc0777a86d req-fa35b1c8-b219-47ae-b398-2cb4c5bff961 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 945 time: 0.1169384 Jul 13 14:45:51.974226 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f req-34e96f79-6230-47a9-a662-4001becca13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:51.975995 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f req-34e96f79-6230-47a9-a662-4001becca13a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 1097 time: 0.1712918 Jul 13 14:45:51.978050 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.043844 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c3c1b965-555c-48a8-bc08-b2fc0777a86d req-3df13ef4-631f-4e24-987e-ce52a54c2754 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747364 Jul 13 14:45:52.160062 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Transition to ACTIVE for port object a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:52.196293 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.202119 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.322858 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:52.334588 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 109a1cbe-befd-4702-b0e0-9d5c013c6cec details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:45:52.384138 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498cd5d-f3fe-4dc4-b1e4-09ae9efa66f4 req-b18d8bdd-bfd3-45da-9fe7-c399dbf6107a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:52.386147 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8498cd5d-f3fe-4dc4-b1e4-09ae9efa66f4 req-b18d8bdd-bfd3-45da-9fe7-c399dbf6107a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.1862099 Jul 13 14:45:52.399848 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b01d0d-1d8d-4aec-90a3-7c6773d7ea90 req-7de3d4df-56f6-42c4-9d9d-405e3db7139a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:52.406769 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f req-bdfeedee-c8ab-4b26-972b-cff083069d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:52.408488 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c6b01d0d-1d8d-4aec-90a3-7c6773d7ea90 req-7de3d4df-56f6-42c4-9d9d-405e3db7139a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 945 time: 0.2228479 Jul 13 14:45:52.408625 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f req-bdfeedee-c8ab-4b26-972b-cff083069d58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 920 time: 0.4243126 Jul 13 14:45:52.426608 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Attempting to bind port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:52.426875 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Attempting to bind port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:52.427215 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Attempting to bind port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 on network e2e73f5c-8937-434e-bea0-2c8f10adb927 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:52.461453 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 109a1cbe-befd-4702-b0e0-9d5c013c6cec, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:52.473298 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f req-69c8d901-517f-423c-b817-d4454d8e42d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78649853-c160-472f-b734-9ea4bfdbc7f6 HTTP/1.1" status: 200 len: 217 time: 0.0562527 Jul 13 14:45:52.475594 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 on network e2e73f5c-8937-434e-bea0-2c8f10adb927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:45:52.475932 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Attempting to bind port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 on network e2e73f5c-8937-434e-bea0-2c8f10adb927 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:52.476060 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '109a1cbe-befd-4702-b0e0-9d5c013c6cec', 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f', 'port_id': '109a1cbe-befd-4702-b0e0-9d5c013c6cec', 'mac_address': 'fa:16:3e:ff:f7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ddfe58-aee9-41da-a034-bcc643230d07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:45:52.505594 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:52.506259 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Checking segment: {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:52.506817 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Bound using segment: {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:52.507077 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c6b01d0d-1d8d-4aec-90a3-7c6773d7ea90 req-76bd40de-86b1-4d9b-ac9e-e7aa8fed510f tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954959 Jul 13 14:45:52.507677 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Bound port: a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:52.508421 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.524764 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.529097 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8498cd5d-f3fe-4dc4-b1e4-09ae9efa66f4 req-baedf2f0-9b14-407d-82c6-6472c2b465a2 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117928 Jul 13 14:45:52.547085 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109a1cbe-befd-4702-b0e0-9d5c013c6cec {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:52.570578 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 109a1cbe-befd-4702-b0e0-9d5c013c6cec, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:52.579347 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:52.641521 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f req-d4a3a39a-152f-4902-8bdb-1c3d459a4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:52.644235 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f req-d4a3a39a-152f-4902-8bdb-1c3d459a4ff4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 200 len: 859 time: 0.1644230 Jul 13 14:45:52.661258 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=109a1cbe-befd-4702-b0e0-9d5c013c6cec,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:52.706533 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f req-c4a0626e-fe00-4ca3-8697-98a0047190e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=531724de-8eb2-495b-9808-a0955ea1d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531127 Jul 13 14:45:52.738352 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:52.813024 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['109a1cbe-befd-4702-b0e0-9d5c013c6cec'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:52.835200 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:52.850022 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:53.038703 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838c82a-a0d8-4a28-b46b-a6d9cde6cb7f req-e0f90e83-0420-485e-861e-69016991d98e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:53.047841 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4838c82a-a0d8-4a28-b46b-a6d9cde6cb7f req-e0f90e83-0420-485e-861e-69016991d98e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 944 time: 0.3979323 Jul 13 14:45:53.101637 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4838c82a-a0d8-4a28-b46b-a6d9cde6cb7f req-6420deda-7ed5-40e7-82db-f99e900a72c8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526197 Jul 13 14:45:53.181340 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:53.181908 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:53.183576 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 HTTP/1.1" status: 200 len: 1093 time: 1.9664648 Jul 13 14:45:53.186997 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:53.196229 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e843fc05-29fa-48b8-973c-d37662411b54" -d '{"events": [{"name": "network-changed", "server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:53.277349 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb21082a-b36b-4d3c-b565-8e7c501834ae x-openstack-request-id: req-bb21082a-b36b-4d3c-b565-8e7c501834ae {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:53.277661 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:53.278178 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb21082a-b36b-4d3c-b565-8e7c501834ae {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:53.278598 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'status': 'completed', 'code': 200} Jul 13 14:45:53.281683 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f req-70d4f468-3706-44af-9069-8dc85abd0429 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666556 Jul 13 14:45:53.284328 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8c41b-6771-426e-bba6-b80f27d1b2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:53.332628 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45d12e-d50f-4abd-a7d9-3bbd362fb939 req-b9d48e06-0185-4d04-abdd-8c12ac70f103 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:53.340568 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1b45d12e-d50f-4abd-a7d9-3bbd362fb939 req-b9d48e06-0185-4d04-abdd-8c12ac70f103 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 945 time: 0.1182504 Jul 13 14:45:53.403836 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1b45d12e-d50f-4abd-a7d9-3bbd362fb939 req-3ef109f9-a922-42e1-93dd-81265fce533c tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557716 Jul 13 14:45:53.423863 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-b89b18cd-680c-4c5f-8315-4f9d82e5a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:53.424526 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:53.426243 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-b89b18cd-680c-4c5f-8315-4f9d82e5a0d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 1096 time: 0.1836486 Jul 13 14:45:53.446339 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e42cabca-cd24-4acc-a5fe-7eda897bbe6f req-2424e0d3-6724-43e8-9764-93a553cae965 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497517 Jul 13 14:45:53.476858 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-2fc03f43-73bd-4457-9b00-5a6d42d3c4be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 HTTP/1.1" status: 200 len: 217 time: 0.0423000 Jul 13 14:45:53.528367 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-cbd66588-c45c-4cab-9aa6-e56d0c7be35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:53.530822 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-cbd66588-c45c-4cab-9aa6-e56d0c7be35f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0472796 Jul 13 14:45:53.690589 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-34d0cdcd-ebe9-48a3-9522-a4c8eca82025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:53.692300 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-34d0cdcd-ebe9-48a3-9522-a4c8eca82025 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1550808 Jul 13 14:45:53.774649 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c33a1b-3845-4b53-b58e-6203e0591205 req-3574b04f-6ac0-4b2b-aec8-1c3816e225b6 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:53.782302 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-07c33a1b-3845-4b53-b58e-6203e0591205 req-3574b04f-6ac0-4b2b-aec8-1c3816e225b6 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 945 time: 0.1497219 Jul 13 14:45:53.815270 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d252f-6a9b-4833-b807-cbb45e1b8ddb req-8ac5912f-5e35-4114-89df-a4a44c953140 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:53.817131 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-049d252f-6a9b-4833-b807-cbb45e1b8ddb req-8ac5912f-5e35-4114-89df-a4a44c953140 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.1198862 Jul 13 14:45:53.841313 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-238c8e07-2c54-41e9-9732-9f11dc8dab7f service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418180 Jul 13 14:45:53.847067 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-07c33a1b-3845-4b53-b58e-6203e0591205 req-cbf21f0d-5724-44b0-a1bb-36bb6b2dea27 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636561 Jul 13 14:45:53.890586 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-049d252f-6a9b-4833-b807-cbb45e1b8ddb req-a45d59ef-5016-40eb-ae9e-d0416b1bbc04 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622575 Jul 13 14:45:53.954974 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4fba344d-c088-438f-9c7f-7f21deace0f3 req-db77ceae-1411-403b-b0d7-dd5ce76b4ada service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070182 Jul 13 14:45:54.062524 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843fc05-29fa-48b8-973c-d37662411b54 req-53e163d0-d863-449b-a33f-c6cf3505afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:54.064051 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e843fc05-29fa-48b8-973c-d37662411b54 req-53e163d0-d863-449b-a33f-c6cf3505afa8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 1096 time: 0.0562062 Jul 13 14:45:54.167260 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843fc05-29fa-48b8-973c-d37662411b54 req-5803cbd8-8412-4a45-beff-6ec228afdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:54.168873 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e843fc05-29fa-48b8-973c-d37662411b54 req-5803cbd8-8412-4a45-beff-6ec228afdd9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 918 time: 0.0985467 Jul 13 14:45:54.212352 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e843fc05-29fa-48b8-973c-d37662411b54 req-06134eb2-0127-4c3b-863d-6f7d13f18e90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 HTTP/1.1" status: 200 len: 217 time: 0.0354974 Jul 13 14:45:54.266765 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843fc05-29fa-48b8-973c-d37662411b54 req-88fe5bcd-06b8-4bca-8bc6-53d0fa6758a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:54.268202 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e843fc05-29fa-48b8-973c-d37662411b54 req-88fe5bcd-06b8-4bca-8bc6-53d0fa6758a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0489008 Jul 13 14:45:54.299330 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b889670-f348-42da-92e7-10d1bd685d0d req-74fa9da4-0458-4d92-86d8-b3c08877a288 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:54.300944 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7b889670-f348-42da-92e7-10d1bd685d0d req-74fa9da4-0458-4d92-86d8-b3c08877a288 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 944 time: 0.0744088 Jul 13 14:45:54.342995 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843fc05-29fa-48b8-973c-d37662411b54 req-36686b64-434d-4bd4-b402-3d590bfeed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:54.344737 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e843fc05-29fa-48b8-973c-d37662411b54 req-36686b64-434d-4bd4-b402-3d590bfeed30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0702236 Jul 13 14:45:54.348669 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 78649853-c160-472f-b734-9ea4bfdbc7f6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:45:54.351484 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:54.367241 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7b889670-f348-42da-92e7-10d1bd685d0d req-4bf11a12-8398-484a-a8ac-2bfa1b52dc07 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597878 Jul 13 14:45:54.457084 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e843fc05-29fa-48b8-973c-d37662411b54 req-e1ee3532-82dd-449d-a76a-b73c25d27253 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042492 Jul 13 14:45:54.471875 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:54.479508 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:54.479877 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.520688 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 78649853-c160-472f-b734-9ea4bfdbc7f6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=78649853-c160-472f-b734-9ea4bfdbc7f6,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:54.538605 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '78649853-c160-472f-b734-9ea4bfdbc7f6', 'network_id': '531724de-8eb2-495b-9808-a0955ea1d07f', 'port_id': '78649853-c160-472f-b734-9ea4bfdbc7f6', 'mac_address': 'fa:16:3e:29:4e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ddfe58-aee9-41da-a034-bcc643230d07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:45:54.574669 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e843fc05-29fa-48b8-973c-d37662411b54 req-c6d1b26f-3ca6-4b38-9d43-2301788ae532 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104586 Jul 13 14:45:54.605411 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23bcd2-204b-4467-bba1-8a6f506c9957 req-fde3b866-b42e-432b-b8fe-354b4d03f9c7 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:54.606938 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dd23bcd2-204b-4467-bba1-8a6f506c9957 req-fde3b866-b42e-432b-b8fe-354b4d03f9c7 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 945 time: 0.0717733 Jul 13 14:45:54.612487 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.633549 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78649853-c160-472f-b734-9ea4bfdbc7f6 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:54.639285 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.659978 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dd23bcd2-204b-4467-bba1-8a6f506c9957 req-130f8215-02e6-4c53-a32b-5ae14120587e tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457616 Jul 13 14:45:54.662615 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 78649853-c160-472f-b734-9ea4bfdbc7f6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=78649853-c160-472f-b734-9ea4bfdbc7f6,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:54.675793 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.683479 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57538) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:54.686699 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50edfe2f-1944-4daa-8650-2f43bbe85a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448e113a-c24f-45c6-8f09-b3c3d2b9e5ab'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:54.786733 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5f1197ee-4bdb-4bae-9adc-0b35cdbb4178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.789468 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:54.797382 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.798147 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 00374d03-a012-4efa-ac8f-2026b3dedf90 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:54.832633 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=78649853-c160-472f-b734-9ea4bfdbc7f6,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:54.900301 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5f1197ee-4bdb-4bae-9adc-0b35cdbb4178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.904628 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5f1197ee-4bdb-4bae-9adc-0b35cdbb4178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:54.906154 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfdc72e-096f-4ad0-aac7-b6e3e84b55a2" -d '{"events": [{"server_uuid": "50edfe2f-1944-4daa-8650-2f43bbe85a0d", "name": "network-vif-plugged", "status": "completed", "tag": "448e113a-c24f-45c6-8f09-b3c3d2b9e5ab"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:54.925775 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['78649853-c160-472f-b734-9ea4bfdbc7f6'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:54.952012 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1197ee-4bdb-4bae-9adc-0b35cdbb4178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c73a30b-902b-439f-a5e0-9ccd7192395b,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:54.962482 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57558) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:54.976474 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-5f1197ee-4bdb-4bae-9adc-0b35cdbb4178 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=272a81d2f64e4d0c9bc7462f459e8282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857280 Jul 13 14:45:54.990009 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:55.020113 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 00374d03-a012-4efa-ac8f-2026b3dedf90 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:55.027191 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 00374d03-a012-4efa-ac8f-2026b3dedf90 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:55.027904 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.039146 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-98351eca-1b62-4ceb-bf1a-1ca8cdcd7971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.070521 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-98351eca-1b62-4ceb-bf1a-1ca8cdcd7971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.100618 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6ff255-cc1e-4e1c-8853-22b3d8a59338 x-openstack-request-id: req-db6ff255-cc1e-4e1c-8853-22b3d8a59338 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:55.100909 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50edfe2f-1944-4daa-8650-2f43bbe85a0d", "name": "network-vif-plugged", "status": "completed", "tag": "448e113a-c24f-45c6-8f09-b3c3d2b9e5ab", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:55.101163 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-db6ff255-cc1e-4e1c-8853-22b3d8a59338 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:55.101910 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50edfe2f-1944-4daa-8650-2f43bbe85a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448e113a-c24f-45c6-8f09-b3c3d2b9e5ab', 'code': 200} Jul 13 14:45:55.137684 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-98351eca-1b62-4ceb-bf1a-1ca8cdcd7971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.141072 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-98351eca-1b62-4ceb-bf1a-1ca8cdcd7971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.142621 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-98351eca-1b62-4ceb-bf1a-1ca8cdcd7971 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c73a30b-902b-439f-a5e0-9ccd7192395b HTTP/1.1" status: 204 len: 168 time: 0.1789002 Jul 13 14:45:55.161098 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98351eca-1b62-4ceb-bf1a-1ca8cdcd7971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c73a30b-902b-439f-a5e0-9ccd7192395b,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:55.222964 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.272257 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 00374d03-a012-4efa-ac8f-2026b3dedf90, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=00374d03-a012-4efa-ac8f-2026b3dedf90,segment=NetworkSegment(5874d274-9290-4f17-a9ab-d36d09ad21c2),segment_id=5874d274-9290-4f17-a9ab-d36d09ad21c2)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:55.278522 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.279356 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 109a1cbe-befd-4702-b0e0-9d5c013c6cec up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:55.284816 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf313b-ef86-4222-9319-129621da1ea0 req-b1109513-e9e9-4607-be1c-bf373ac24125 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:55.297227 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cacf313b-ef86-4222-9319-129621da1ea0 req-b1109513-e9e9-4607-be1c-bf373ac24125 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.1403630 Jul 13 14:45:55.387406 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 109a1cbe-befd-4702-b0e0-9d5c013c6cec completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:55.397937 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 109a1cbe-befd-4702-b0e0-9d5c013c6cec triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:55.398444 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.400957 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=00374d03-a012-4efa-ac8f-2026b3dedf90,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:55.480686 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cacf313b-ef86-4222-9319-129621da1ea0 req-15d4e939-d51f-48c7-9624-c4ca2d096f54 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715121 Jul 13 14:45:55.538571 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93e716-5de6-488e-ba79-bb091c01ce2f req-1eac2853-70af-447d-9e55-fcbb4bd63c1d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:55.551368 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1e93e716-5de6-488e-ba79-bb091c01ce2f req-1eac2853-70af-447d-9e55-fcbb4bd63c1d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.2211127 Jul 13 14:45:55.585226 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.637955 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57586) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:55.652872 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1e93e716-5de6-488e-ba79-bb091c01ce2f req-028503f2-bd42-4426-b3d2-cadf519cb18e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980153 Jul 13 14:45:55.664535 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ca5ddabc-5aaa-4f4c-bf19-433f10dc3bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.710093 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f7568-fd0d-40ba-b5f6-d17e2d54b1bd req-b2200a1a-792f-4094-9358-0257eaa9b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:55.711609 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0b4f7568-fd0d-40ba-b5f6-d17e2d54b1bd req-b2200a1a-792f-4094-9358-0257eaa9b296 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 1099 time: 0.2087429 Jul 13 14:45:55.711901 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 109a1cbe-befd-4702-b0e0-9d5c013c6cec, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:55.716452 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.740084 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-0b4f7568-fd0d-40ba-b5f6-d17e2d54b1bd req-199114a6-c7a5-462d-a1b4-b0371334efa7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.825425 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ba970-8f99-4250-8bd1-86328216e3e5 req-91a03db9-46af-4b6d-a212-19e22e5c6b56 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:55.827113 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-915ba970-8f99-4250-8bd1-86328216e3e5 req-91a03db9-46af-4b6d-a212-19e22e5c6b56 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 945 time: 0.1375964 Jul 13 14:45:55.843880 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=109a1cbe-befd-4702-b0e0-9d5c013c6cec,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:55.856430 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ca5ddabc-5aaa-4f4c-bf19-433f10dc3bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.863510 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ca5ddabc-5aaa-4f4c-bf19-433f10dc3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:55.936921 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-ca5ddabc-5aaa-4f4c-bf19-433f10dc3bd4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9640b9e9473743bebd605ca4eae62fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973473 Jul 13 14:45:55.939364 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ddabc-5aaa-4f4c-bf19-433f10dc3bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4cd2a8-1785-45c2-b102-b49a86edae15,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:55.941475 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-915ba970-8f99-4250-8bd1-86328216e3e5 req-2ebd9381-d607-4e85-8cfc-773ed8183f8a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065342 Jul 13 14:45:55.942107 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57602) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:56.074521 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067dd7f-0476-4dd9-a325-29e4ab0387ff req-851e7455-3c29-4f72-ba42-26ae0c95f158 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:56.079570 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-0b4f7568-fd0d-40ba-b5f6-d17e2d54b1bd req-199114a6-c7a5-462d-a1b4-b0371334efa7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.080551 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fcb3837d-bfe9-4e37-8a61-dcfdfd1662d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.081927 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0067dd7f-0476-4dd9-a325-29e4ab0387ff req-851e7455-3c29-4f72-ba42-26ae0c95f158 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.1382816 Jul 13 14:45:56.085084 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-0b4f7568-fd0d-40ba-b5f6-d17e2d54b1bd req-199114a6-c7a5-462d-a1b4-b0371334efa7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.127284 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0067dd7f-0476-4dd9-a325-29e4ab0387ff req-6f1174a2-49fa-4bef-894d-8218ae473594 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Jul 13 14:45:56.133442 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0b4f7568-fd0d-40ba-b5f6-d17e2d54b1bd req-199114a6-c7a5-462d-a1b4-b0371334efa7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135132 Jul 13 14:45:56.140976 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fcb3837d-bfe9-4e37-8a61-dcfdfd1662d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.158776 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199114a6-c7a5-462d-a1b4-b0371334efa7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8c19c2ca-d02f-4037-a53e-e021fa8f62ed,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:56.198107 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fcb3837d-bfe9-4e37-8a61-dcfdfd1662d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.201436 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fcb3837d-bfe9-4e37-8a61-dcfdfd1662d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.202570 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-fcb3837d-bfe9-4e37-8a61-dcfdfd1662d8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2b4cd2a8-1785-45c2-b102-b49a86edae15 HTTP/1.1" status: 204 len: 168 time: 0.2415607 Jul 13 14:45:56.211422 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3837d-bfe9-4e37-8a61-dcfdfd1662d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4cd2a8-1785-45c2-b102-b49a86edae15,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:56.651526 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57650) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:56.658426 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbd24c-b359-4aa7-9f85-8f31d5c76ff2 req-5bdc1291-6c68-42a5-b975-8fcc239e8849 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:56.660829 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-40bbd24c-b359-4aa7-9f85-8f31d5c76ff2 req-5bdc1291-6c68-42a5-b975-8fcc239e8849 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.0685022 Jul 13 14:45:56.705762 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-40bbd24c-b359-4aa7-9f85-8f31d5c76ff2 req-4432018e-88a2-4b05-a629-c362dd58e2f3 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Jul 13 14:45:56.770972 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff45ec3c-2d52-44a1-89ad-83885518ab44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.853663 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913b8c0-64f9-461d-998e-3a5da8126a77 req-c86718f2-147a-4004-8efc-dd4ce028bb1e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:56.855253 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8913b8c0-64f9-461d-998e-3a5da8126a77 req-c86718f2-147a-4004-8efc-dd4ce028bb1e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0743942 Jul 13 14:45:56.874480 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff45ec3c-2d52-44a1-89ad-83885518ab44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.879355 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff45ec3c-2d52-44a1-89ad-83885518ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:56.903081 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8913b8c0-64f9-461d-998e-3a5da8126a77 req-f4bf93a3-d4e9-4177-9ca1-f9d37d4a4875 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411656 Jul 13 14:45:56.922148 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-ff45ec3c-2d52-44a1-89ad-83885518ab44 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3bbda452722d414182dcd972bc617da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661936 Jul 13 14:45:56.922148 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45ec3c-2d52-44a1-89ad-83885518ab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd82bb21-b015-4032-b921-739e69425701,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:56.922626 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57664) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:56.976452 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc2ae-8659-4bc4-be47-78d3cbad5734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.004080 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc2ae-8659-4bc4-be47-78d3cbad5734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.055929 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:45:57.068668 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc2ae-8659-4bc4-be47-78d3cbad5734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.075052 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc2ae-8659-4bc4-be47-78d3cbad5734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.078721 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-f8ccc2ae-8659-4bc4-be47-78d3cbad5734 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd82bb21-b015-4032-b921-739e69425701 HTTP/1.1" status: 204 len: 168 time: 0.1520715 Jul 13 14:45:57.098429 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccc2ae-8659-4bc4-be47-78d3cbad5734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd82bb21-b015-4032-b921-739e69425701,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:57.102661 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eecad8f-1e1c-4123-bb04-6e6eed87ec3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00374d03-a012-4efa-ac8f-2026b3dedf90'}, {'server_uuid': '1735284f-1e3f-4060-9e32-fc1219c804f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109a1cbe-befd-4702-b0e0-9d5c013c6cec'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:57.106817 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500d7c4b-ce49-44a6-a097-04f0a08b5161" -d '{"events": [{"server_uuid": "8eecad8f-1e1c-4123-bb04-6e6eed87ec3f", "name": "network-vif-plugged", "status": "completed", "tag": "00374d03-a012-4efa-ac8f-2026b3dedf90"}, {"server_uuid": "1735284f-1e3f-4060-9e32-fc1219c804f2", "name": "network-vif-plugged", "status": "completed", "tag": "109a1cbe-befd-4702-b0e0-9d5c013c6cec"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:57.202781 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:57.203924 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68862f8d-980d-4467-a929-624bc941e8bd req-80d0b82d-7fc2-4d05-9164-0013e2ffa29f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:57.215649 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-68862f8d-980d-4467-a929-624bc941e8bd req-80d0b82d-7fc2-4d05-9164-0013e2ffa29f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 945 time: 0.1404278 Jul 13 14:45:57.219544 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'port_id': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'mac_address': 'fa:16:3e:1d:7b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:45:57.223618 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab2b35e-238d-47b4-8a7a-41cd4059db29 x-openstack-request-id: req-eab2b35e-238d-47b4-8a7a-41cd4059db29 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:57.224166 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eecad8f-1e1c-4123-bb04-6e6eed87ec3f", "name": "network-vif-plugged", "status": "completed", "tag": "00374d03-a012-4efa-ac8f-2026b3dedf90", "code": 200}, {"server_uuid": "1735284f-1e3f-4060-9e32-fc1219c804f2", "name": "network-vif-plugged", "status": "completed", "tag": "109a1cbe-befd-4702-b0e0-9d5c013c6cec", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:57.224606 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eab2b35e-238d-47b4-8a7a-41cd4059db29 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:57.225271 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eecad8f-1e1c-4123-bb04-6e6eed87ec3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00374d03-a012-4efa-ac8f-2026b3dedf90', 'code': 200} Jul 13 14:45:57.225897 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1735284f-1e3f-4060-9e32-fc1219c804f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109a1cbe-befd-4702-b0e0-9d5c013c6cec', 'code': 200} Jul 13 14:45:57.273935 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.292623 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-68862f8d-980d-4467-a929-624bc941e8bd req-adf82808-cd20-4dc7-a062-157f7df8b67c tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733209 Jul 13 14:45:57.305319 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:57.332548 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:57.337922 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.389740 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:57.442985 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390b0f5-db30-4709-bbc8-b829b68b76dc req-50258bbb-9004-413b-a89b-504a961695a9 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:57.444502 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9390b0f5-db30-4709-bbc8-b829b68b76dc req-50258bbb-9004-413b-a89b-504a961695a9 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.0891540 Jul 13 14:45:57.451330 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57694) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:57.485286 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9390b0f5-db30-4709-bbc8-b829b68b76dc req-17b6d8ca-e12c-4316-92da-8deb5f8dfd80 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346434 Jul 13 14:45:57.554994 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57698) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:57.555616 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0b51d2a3-f11d-49a9-9d55-bb56dd509f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.568308 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2f08490e-e3fa-4381-97f4-df2863362bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.641478 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0b51d2a3-f11d-49a9-9d55-bb56dd509f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.645130 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0b51d2a3-f11d-49a9-9d55-bb56dd509f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.688232 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0b51d2a3-f11d-49a9-9d55-bb56dd509f4f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fdb443ad476a4498959479455aa8f3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355700 Jul 13 14:45:57.689090 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51d2a3-f11d-49a9-9d55-bb56dd509f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1cd999-54a7-40b6-94b3-a1bcac6bc66a,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:57.690729 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57700) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:57.766482 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2f08490e-e3fa-4381-97f4-df2863362bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.768014 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cd6837b1-b784-4d5f-8108-0bdd46b8e582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.777147 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2f08490e-e3fa-4381-97f4-df2863362bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.813749 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cd6837b1-b784-4d5f-8108-0bdd46b8e582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.846260 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-2f08490e-e3fa-4381-97f4-df2863362bfe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0cc4bafc6ffd489db6524fc04d2518e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901571 Jul 13 14:45:57.847066 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08490e-e3fa-4381-97f4-df2863362bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab01168-ec88-40ba-998e-3901ccaa58db,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:57.848920 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57704) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:57.896001 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-69c089ca-e6fc-47ed-9935-09fd2794a29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.916708 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cd6837b1-b784-4d5f-8108-0bdd46b8e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.918274 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-69c089ca-e6fc-47ed-9935-09fd2794a29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.919202 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cd6837b1-b784-4d5f-8108-0bdd46b8e582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:57.920379 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-cd6837b1-b784-4d5f-8108-0bdd46b8e582 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2b1cd999-54a7-40b6-94b3-a1bcac6bc66a HTTP/1.1" status: 204 len: 168 time: 0.2284296 Jul 13 14:45:57.930936 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 78649853-c160-472f-b734-9ea4bfdbc7f6 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:57.931449 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9ec12-eb2a-49b7-94f4-880a83d12867 req-c2307fcf-c24f-40e6-8f27-c16b54b3583d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:57.932991 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6ee9ec12-eb2a-49b7-94f4-880a83d12867 req-c2307fcf-c24f-40e6-8f27-c16b54b3583d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.1108634 Jul 13 14:45:57.937969 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6837b1-b784-4d5f-8108-0bdd46b8e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1cd999-54a7-40b6-94b3-a1bcac6bc66a,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:57.985697 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6ee9ec12-eb2a-49b7-94f4-880a83d12867 req-5fdc5960-23e0-429d-8120-b3dc459c5f0e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454781 Jul 13 14:45:58.015146 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-69c089ca-e6fc-47ed-9935-09fd2794a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.015146 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-69c089ca-e6fc-47ed-9935-09fd2794a29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.016612 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-69c089ca-e6fc-47ed-9935-09fd2794a29c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bab01168-ec88-40ba-998e-3901ccaa58db HTTP/1.1" status: 204 len: 168 time: 0.1665447 Jul 13 14:45:58.022110 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 78649853-c160-472f-b734-9ea4bfdbc7f6 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:58.026305 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 78649853-c160-472f-b734-9ea4bfdbc7f6 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:58.028310 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.036011 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c089ca-e6fc-47ed-9935-09fd2794a29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab01168-ec88-40ba-998e-3901ccaa58db,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:58.145760 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300ceb7-234f-40df-a91c-7ec666598375 req-3a0f1ee1-3643-4c9e-b544-8e4f0cb1b645 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:58.147588 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3300ceb7-234f-40df-a91c-7ec666598375 req-3a0f1ee1-3643-4c9e-b544-8e4f0cb1b645 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 944 time: 0.0797997 Jul 13 14:45:58.188804 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.210665 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3300ceb7-234f-40df-a91c-7ec666598375 req-6097507a-276c-4738-b5b4-3bcc88eba607 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561306 Jul 13 14:45:58.260098 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 78649853-c160-472f-b734-9ea4bfdbc7f6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=78649853-c160-472f-b734-9ea4bfdbc7f6,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:58.264943 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:58.433704 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=78649853-c160-472f-b734-9ea4bfdbc7f6,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:58.516805 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9b491-1f5a-4272-8064-69cda8754e21 req-62d57031-ebf9-4a19-959f-f52d440fcbe0 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:58.518496 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c6d9b491-1f5a-4272-8064-69cda8754e21 req-62d57031-ebf9-4a19-959f-f52d440fcbe0 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0767169 Jul 13 14:45:58.561870 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c6d9b491-1f5a-4272-8064-69cda8754e21 req-6738f7db-37eb-4b22-a38a-fb436a4f04b3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367129 Jul 13 14:45:58.681520 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927e57a-daba-4c35-9f51-06ec2f3c152f req-4ab72387-e5aa-4ff8-ab63-3bf4b028ffc9 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:58.683033 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d927e57a-daba-4c35-9f51-06ec2f3c152f req-4ab72387-e5aa-4ff8-ab63-3bf4b028ffc9 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.0676293 Jul 13 14:45:58.730281 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d927e57a-daba-4c35-9f51-06ec2f3c152f req-04fdfc6b-dae9-4ba5-aa7e-818cee6aa1db tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Jul 13 14:45:59.218370 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:59.253639 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744c797-84cf-4604-b79b-f3415d6c093e req-c98fa681-3ce3-452f-ada2-30a375a5d92e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.261329 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8744c797-84cf-4604-b79b-f3415d6c093e req-c98fa681-3ce3-452f-ada2-30a375a5d92e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.1273584 Jul 13 14:45:59.263896 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c509c17-e579-41bc-88f6-aeb3ce76c487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78649853-c160-472f-b734-9ea4bfdbc7f6'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:59.266407 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741fc01c-d387-455c-94d0-a0eb48db0790" -d '{"events": [{"server_uuid": "3c509c17-e579-41bc-88f6-aeb3ce76c487", "name": "network-vif-plugged", "status": "completed", "tag": "78649853-c160-472f-b734-9ea4bfdbc7f6"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:59.328166 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8744c797-84cf-4604-b79b-f3415d6c093e req-78a07391-4dda-4211-b393-f5be9160b75a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632403 Jul 13 14:45:59.434020 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b58e935-76e3-4185-aef2-50a9ff0f36cf x-openstack-request-id: req-4b58e935-76e3-4185-aef2-50a9ff0f36cf {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:59.434510 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c509c17-e579-41bc-88f6-aeb3ce76c487", "name": "network-vif-plugged", "status": "completed", "tag": "78649853-c160-472f-b734-9ea4bfdbc7f6", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:59.434942 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b58e935-76e3-4185-aef2-50a9ff0f36cf {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:59.438199 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c509c17-e579-41bc-88f6-aeb3ce76c487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78649853-c160-472f-b734-9ea4bfdbc7f6', 'code': 200} Jul 13 14:45:59.484055 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be29d-afd8-4c0c-af65-3a5ad7df5404 req-ddf6c41a-20f1-40ed-8f81-1a29e2683605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.485475 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2f7be29d-afd8-4c0c-af65-3a5ad7df5404 req-ddf6c41a-20f1-40ed-8f81-1a29e2683605 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 1099 time: 0.1734791 Jul 13 14:45:59.538950 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2f7be29d-afd8-4c0c-af65-3a5ad7df5404 req-6c3f1c85-df66-4585-8aa1-9740d1c09271 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 Jul 13 14:45:59.543279 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef3ce6-9693-4479-8474-9f88f7cf2d80 req-32906459-a92d-4519-a6f9-80726ec54513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.545606 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-74ef3ce6-9693-4479-8474-9f88f7cf2d80 req-32906459-a92d-4519-a6f9-80726ec54513 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 1098 time: 0.1429098 Jul 13 14:45:59.651223 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-74ef3ce6-9693-4479-8474-9f88f7cf2d80 req-0f7e2bef-db43-4a95-aa1d-a70a4febfe62 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641301 Jul 13 14:45:59.685483 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b371bd-f554-4482-a7c0-a5b3d9f9e6ef req-3c7eae81-d3e3-4274-bf5b-e9ba2be230bf tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.688004 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-71b371bd-f554-4482-a7c0-a5b3d9f9e6ef req-3c7eae81-d3e3-4274-bf5b-e9ba2be230bf tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 944 time: 0.2178998 Jul 13 14:45:59.812636 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-71b371bd-f554-4482-a7c0-a5b3d9f9e6ef req-1c437f89-dfdf-4b6f-b865-9edfb322c0c4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150420 Jul 13 14:45:59.852653 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38b364-b30a-4216-a5ad-3355b470483e req-18f6a517-e00f-4df0-b86f-e40f70fca041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.854405 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ea38b364-b30a-4216-a5ad-3355b470483e req-18f6a517-e00f-4df0-b86f-e40f70fca041 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 1099 time: 0.1183991 Jul 13 14:45:59.909308 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b30a6a-cc67-4eb5-8c2b-54d0518d7b5c req-c3d7df85-58b1-4dc1-ae30-8efa6b6d665a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.911610 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-17b30a6a-cc67-4eb5-8c2b-54d0518d7b5c req-c3d7df85-58b1-4dc1-ae30-8efa6b6d665a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.1388760 Jul 13 14:45:59.915001 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ea38b364-b30a-4216-a5ad-3355b470483e req-86af6fae-596a-4f8a-ad38-7e808a002a4f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533147 Jul 13 14:45:59.965169 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57838) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:59.997706 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-17b30a6a-cc67-4eb5-8c2b-54d0518d7b5c req-a61e3133-6cdb-4fd6-8b8d-04894d1aab3f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794830 Jul 13 14:46:00.145865 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908c2fb-6f11-4922-9366-fd71fbdcc74b req-a95c4964-c2f9-4249-8efc-7d51016d2b2d tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:00.147562 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e908c2fb-6f11-4922-9366-fd71fbdcc74b req-a95c4964-c2f9-4249-8efc-7d51016d2b2d tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.1290488 Jul 13 14:46:00.166104 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0044-255a-49ab-982b-222faf918fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.200148 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e908c2fb-6f11-4922-9366-fd71fbdcc74b req-5d65712a-065d-4e7d-8b3d-b13ec4fb64b6 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451589 Jul 13 14:46:00.277120 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0044-255a-49ab-982b-222faf918fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.282447 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0044-255a-49ab-982b-222faf918fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.325018 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-8b9b0044-255a-49ab-982b-222faf918fc5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=01bddd70da004efea2b9ffb5caf659f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562417 Jul 13 14:46:00.325018 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b0044-255a-49ab-982b-222faf918fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1285bbea-ecdb-460e-b2b7-a9079a7f28e4,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:00.328853 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57852) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:00.395782 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57856) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:00.401854 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-285e68d2-4dc6-404d-9f02-b5c242c90590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.424321 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-285e68d2-4dc6-404d-9f02-b5c242c90590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.510067 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-850a5c26-464e-43e0-bb92-1f53af50d1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.521531 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-285e68d2-4dc6-404d-9f02-b5c242c90590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.523950 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-285e68d2-4dc6-404d-9f02-b5c242c90590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.525116 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-285e68d2-4dc6-404d-9f02-b5c242c90590 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1285bbea-ecdb-460e-b2b7-a9079a7f28e4 HTTP/1.1" status: 204 len: 168 time: 0.1860313 Jul 13 14:46:00.543159 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d2562-1ae7-4319-b51b-d52fcdd1a0f2 req-9d9c8be8-3c15-4439-9c6a-dc1dd0fe7360 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:00.544674 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c75d2562-1ae7-4319-b51b-d52fcdd1a0f2 req-9d9c8be8-3c15-4439-9c6a-dc1dd0fe7360 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.1053731 Jul 13 14:46:00.547593 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e68d2-4dc6-404d-9f02-b5c242c90590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1285bbea-ecdb-460e-b2b7-a9079a7f28e4,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:00.607149 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c75d2562-1ae7-4319-b51b-d52fcdd1a0f2 req-079fbbf0-faae-437f-b3c4-b76c4cba285e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539021 Jul 13 14:46:00.658359 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-850a5c26-464e-43e0-bb92-1f53af50d1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.662183 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-850a5c26-464e-43e0-bb92-1f53af50d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.701773 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-850a5c26-464e-43e0-bb92-1f53af50d1d4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8f9f36dfa294476bb0380020994d830b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049154 Jul 13 14:46:00.702659 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a5c26-464e-43e0-bb92-1f53af50d1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1f052d-fabc-4aa9-8e4d-db531ff93dee,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:00.705492 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57864) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:00.755713 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd007-e108-4af2-b857-a8852df28d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.776846 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd007-e108-4af2-b857-a8852df28d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.826232 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd007-e108-4af2-b857-a8852df28d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.828770 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd007-e108-4af2-b857-a8852df28d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:00.830022 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-b6bbd007-e108-4af2-b857-a8852df28d6e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9f1f052d-fabc-4aa9-8e4d-db531ff93dee HTTP/1.1" status: 204 len: 168 time: 0.1228344 Jul 13 14:46:00.838676 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbd007-e108-4af2-b857-a8852df28d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1f052d-fabc-4aa9-8e4d-db531ff93dee,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:01.025670 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67390999-c904-4007-83b0-74ae25ca6bef req-141bd451-9458-46b4-b1a5-9f43eaf665c8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:01.027511 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-67390999-c904-4007-83b0-74ae25ca6bef req-141bd451-9458-46b4-b1a5-9f43eaf665c8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 944 time: 0.0745871 Jul 13 14:46:01.072399 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-67390999-c904-4007-83b0-74ae25ca6bef req-bbebed8f-ede5-41b6-87b1-62b8ad406faa tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389340 Jul 13 14:46:01.150434 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 57888) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:01.165567 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d741-ef84-45dd-b02a-661ae9fd114a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.201426 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9927bf5-3786-474e-a923-62351c236aa6 req-8fd6084d-11f3-4429-9e1b-b8b6eb30eda9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:01.203012 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f9927bf5-3786-474e-a923-62351c236aa6 req-8fd6084d-11f3-4429-9e1b-b8b6eb30eda9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0728226 Jul 13 14:46:01.266715 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:01.270979 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d741-ef84-45dd-b02a-661ae9fd114a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.272576 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f9927bf5-3786-474e-a923-62351c236aa6 req-81079a30-54d2-4a3d-85e9-e06a5218cd1f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558724 Jul 13 14:46:01.277307 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d741-ef84-45dd-b02a-661ae9fd114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.324652 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 57900) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:01.332247 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-d2b0d741-ef84-45dd-b02a-661ae9fd114a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5798e155f89e471da3ab131a6a9d0fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803207 Jul 13 14:46:01.338756 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0d741-ef84-45dd-b02a-661ae9fd114a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88badb0-6a22-4685-8459-f231511cf996,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:01.368791 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:01.372512 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:01.372933 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.425578 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9bfe-37f6-4934-bcf3-01eb42699c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.455634 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.458063 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9bfe-37f6-4934-bcf3-01eb42699c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.478843 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:01.481402 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a7d852-941e-4646-81e9-7971330efd55" -d '{"events": [{"server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "name": "network-vif-plugged", "status": "completed", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:01.494910 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:01.499416 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.502181 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c7273-1922-4f9a-be17-326e442d5df1 req-cb8e7c37-a8c5-473f-9ad0-d64ecb3d2619 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:01.509230 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-743c7273-1922-4f9a-be17-326e442d5df1 req-cb8e7c37-a8c5-473f-9ad0-d64ecb3d2619 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.1266699 Jul 13 14:46:01.534384 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ffbe2f-8017-406e-8913-00bfb543ea3a x-openstack-request-id: req-63ffbe2f-8017-406e-8913-00bfb543ea3a {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:01.534963 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "name": "network-vif-plugged", "status": "completed", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:01.535395 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63ffbe2f-8017-406e-8913-00bfb543ea3a {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:01.535940 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'code': 200} Jul 13 14:46:01.552996 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-743c7273-1922-4f9a-be17-326e442d5df1 req-6feaadde-b829-4be5-beef-e4e03fac8a0f tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Jul 13 14:46:01.557840 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9bfe-37f6-4934-bcf3-01eb42699c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.560658 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9bfe-37f6-4934-bcf3-01eb42699c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:01.564290 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-9f3a9bfe-37f6-4934-bcf3-01eb42699c53 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f88badb0-6a22-4685-8459-f231511cf996 HTTP/1.1" status: 204 len: 168 time: 0.2362382 Jul 13 14:46:01.568118 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:01.575384 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a9bfe-37f6-4934-bcf3-01eb42699c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88badb0-6a22-4685-8459-f231511cf996,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:01.808102 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fdbad-d75b-4ca4-ba01-cd3ec332ff12 req-5b9358f3-e042-45f5-81d7-70b6a84b47f3 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:01.809913 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-222fdbad-d75b-4ca4-ba01-cd3ec332ff12 req-5b9358f3-e042-45f5-81d7-70b6a84b47f3 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.0712283 Jul 13 14:46:01.858861 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-222fdbad-d75b-4ca4-ba01-cd3ec332ff12 req-82a32513-6939-4513-8ca2-449d859be0da tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401044 Jul 13 14:46:02.260666 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eda8f-680c-466b-98fd-b81394551850 req-5b55ce3d-0dcf-4e99-a250-301abe70ae7d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:02.268617 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-613eda8f-680c-466b-98fd-b81394551850 req-5b55ce3d-0dcf-4e99-a250-301abe70ae7d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0760932 Jul 13 14:46:02.309547 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-613eda8f-680c-466b-98fd-b81394551850 req-d964e568-2aee-4d88-b671-a216c7aa4a9e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389345 Jul 13 14:46:02.476942 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b05e9-57ee-4c8b-84f6-8f45269027e8 req-e1097c3b-d47a-4827-9461-29bd3685eb96 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:02.478568 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5e3b05e9-57ee-4c8b-84f6-8f45269027e8 req-e1097c3b-d47a-4827-9461-29bd3685eb96 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0763555 Jul 13 14:46:02.524614 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5e3b05e9-57ee-4c8b-84f6-8f45269027e8 req-5b066d9e-c947-48d8-ae52-1778c0ae316b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391359 Jul 13 14:46:02.738836 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f6526-2e53-47e5-90ad-af0dd185bd33 req-f66ee922-9703-40c3-9be7-1e9b9387fb8f tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:02.740478 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2f0f6526-2e53-47e5-90ad-af0dd185bd33 req-f66ee922-9703-40c3-9be7-1e9b9387fb8f tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.0690958 Jul 13 14:46:02.788240 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2f0f6526-2e53-47e5-90ad-af0dd185bd33 req-2b84c9c1-a9ac-47bc-9ed7-b4f29284657c tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379634 Jul 13 14:46:03.053633 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d39c26-46c6-4806-97f5-2b49f636538e req-b785e6a0-7e18-4fe7-a8b0-91be260cb53b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:03.055162 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-58d39c26-46c6-4806-97f5-2b49f636538e req-b785e6a0-7e18-4fe7-a8b0-91be260cb53b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.0679977 Jul 13 14:46:03.092493 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-58d39c26-46c6-4806-97f5-2b49f636538e req-a4440e74-144e-4251-80f1-a1f46ab2ec13 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318182 Jul 13 14:46:03.515583 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca52c7-0f99-45cb-b29b-ce83bf8e8b8e req-069e2063-8e89-4ed5-a592-b81de1c5bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:03.517922 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0eca52c7-0f99-45cb-b29b-ce83bf8e8b8e req-069e2063-8e89-4ed5-a592-b81de1c5bc1c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 1098 time: 0.0788181 Jul 13 14:46:03.519746 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ceb93-97b1-4306-b749-e4bdde9e22c7 req-5ba0e7c4-835e-4b2f-8b5b-c2bc33e0b1d4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:03.522326 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-672ceb93-97b1-4306-b749-e4bdde9e22c7 req-5ba0e7c4-835e-4b2f-8b5b-c2bc33e0b1d4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0791688 Jul 13 14:46:03.598615 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0eca52c7-0f99-45cb-b29b-ce83bf8e8b8e req-ee75ae73-e567-4646-83c2-92560230ca62 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724223 Jul 13 14:46:03.652582 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-672ceb93-97b1-4306-b749-e4bdde9e22c7 req-f223e2e0-509e-4a9d-8d78-407ece4d17de tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248262 Jul 13 14:46:03.728833 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2cb30-ff23-4e70-a179-02bd83eeef4c req-f47fdf45-b4d6-4da3-9d26-804845902eb3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:03.730368 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-87f2cb30-ff23-4e70-a179-02bd83eeef4c req-f47fdf45-b4d6-4da3-9d26-804845902eb3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0634558 Jul 13 14:46:03.768658 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-87f2cb30-ff23-4e70-a179-02bd83eeef4c req-1c8f2b2d-1834-4a68-a71e-5180bb25d7d3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Jul 13 14:46:03.959563 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a705fd-678e-4aa8-a6ce-892d0316a4ef req-4a76c5f6-5b4c-4274-bc58-7571d4ce7915 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:03.961083 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-28a705fd-678e-4aa8-a6ce-892d0316a4ef req-4a76c5f6-5b4c-4274-bc58-7571d4ce7915 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.0660758 Jul 13 14:46:03.999226 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-28a705fd-678e-4aa8-a6ce-892d0316a4ef req-6a07a758-ee1b-45c7-9d6e-d356b9e0a890 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327919 Jul 13 14:46:04.269478 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f7ede-87d4-48ce-9897-0460174b2045 req-03e43c9d-3689-48e9-9f41-da0b265d3a2a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:04.270971 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a28f7ede-87d4-48ce-9897-0460174b2045 req-03e43c9d-3689-48e9-9f41-da0b265d3a2a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.0711384 Jul 13 14:46:04.318800 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a28f7ede-87d4-48ce-9897-0460174b2045 req-b94ac2a6-8f3d-4a38-adaa-cda5fb55136b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 Jul 13 14:46:04.824795 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5836d3-1ab3-4d93-af17-d1fb3146eef9 req-a1fbf4f1-cf6b-4a95-af7f-722cfec37995 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:04.826844 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-da5836d3-1ab3-4d93-af17-d1fb3146eef9 req-a1fbf4f1-cf6b-4a95-af7f-722cfec37995 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0628428 Jul 13 14:46:04.863247 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-da5836d3-1ab3-4d93-af17-d1fb3146eef9 req-768b479a-4acc-4783-87a2-fb78459f4248 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308518 Jul 13 14:46:04.941529 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572e839-dbd5-4130-9e19-bd72233d7aa7 req-59ab23d0-ae46-4ebc-9fa3-364dc3a44200 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:04.942993 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4572e839-dbd5-4130-9e19-bd72233d7aa7 req-59ab23d0-ae46-4ebc-9fa3-364dc3a44200 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0655715 Jul 13 14:46:04.978801 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4572e839-dbd5-4130-9e19-bd72233d7aa7 req-5ced2f0d-34c1-4a57-b073-0559d013b844 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303478 Jul 13 14:46:06.040438 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513794a-5992-4653-909c-b9fa0bd4becb req-eb1e0dfe-e9ab-41d9-9ec9-73b4c80faee3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:06.042442 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1513794a-5992-4653-909c-b9fa0bd4becb req-eb1e0dfe-e9ab-41d9-9ec9-73b4c80faee3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0641956 Jul 13 14:46:06.082604 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1513794a-5992-4653-909c-b9fa0bd4becb req-490f81d2-92e5-4ef2-a80f-f52707a88a35 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346775 Jul 13 14:46:06.154937 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1a2eb-a5b1-4211-a21a-e024641e5520 req-fa6d10ce-3445-452e-b4bc-0c6873baf332 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:06.156333 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-83d1a2eb-a5b1-4211-a21a-e024641e5520 req-fa6d10ce-3445-452e-b4bc-0c6873baf332 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0643926 Jul 13 14:46:06.192266 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-83d1a2eb-a5b1-4211-a21a-e024641e5520 req-7f17bdc6-d64b-4470-8225-0d17bfffb627 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301208 Jul 13 14:46:07.265667 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97872d59-76b0-45bf-bca8-7c73da4d5e87 req-40f65344-c7b8-4225-b24f-a6a9a6f46bfd tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:07.267427 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-97872d59-76b0-45bf-bca8-7c73da4d5e87 req-40f65344-c7b8-4225-b24f-a6a9a6f46bfd tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0699902 Jul 13 14:46:07.320752 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-97872d59-76b0-45bf-bca8-7c73da4d5e87 req-0e27dbaa-ea2e-4e26-9047-a691967752db tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473030 Jul 13 14:46:07.373306 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6a249-d302-457e-b976-83edb5fee132 req-4823f1fd-423f-4df8-acc1-81762676abac tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:07.375027 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-07a6a249-d302-457e-b976-83edb5fee132 req-4823f1fd-423f-4df8-acc1-81762676abac tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0696990 Jul 13 14:46:07.422703 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-07a6a249-d302-457e-b976-83edb5fee132 req-e9c758f5-ad13-4c2e-9a90-7d5b28409e27 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377173 Jul 13 14:46:08.513467 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b3e73-5119-45f6-87cd-b56ef174e15f req-a028b2e8-e6b1-4306-b62c-8fb9990d7956 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:08.520999 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-051b3e73-5119-45f6-87cd-b56ef174e15f req-a028b2e8-e6b1-4306-b62c-8fb9990d7956 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0764973 Jul 13 14:46:08.567838 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-051b3e73-5119-45f6-87cd-b56ef174e15f req-6f9636b6-38dc-41cb-897f-deaeb674b7d4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456936 Jul 13 14:46:08.628042 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f78ad-a6ad-43b3-a9af-788ce3e837ad req-459a0154-156f-448a-9840-0c50c257bede tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:08.629704 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a29f78ad-a6ad-43b3-a9af-788ce3e837ad req-459a0154-156f-448a-9840-0c50c257bede tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0766997 Jul 13 14:46:08.668337 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a29f78ad-a6ad-43b3-a9af-788ce3e837ad req-0e457c85-4ddb-4221-bbf5-7179960ed782 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330012 Jul 13 14:46:08.864905 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97485118-893b-494e-8705-c790e9d05351 req-d7aa0f58-1701-4cb8-b06e-00e7331cfee1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:08.866464 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-97485118-893b-494e-8705-c790e9d05351 req-d7aa0f58-1701-4cb8-b06e-00e7331cfee1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0989463 Jul 13 14:46:08.876172 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58174) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:08.882323 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-f9159364-723d-4568-828d-0fb543028277 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'floatingip': {'port_id': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:08.972635 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9159364-723d-4568-828d-0fb543028277 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:09.413587 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3380ab7-dc65-48ed-99fc-b9fed7cdeca5 req-724bf74e-0cb0-4662-9058-d70c82fb8ff5 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:09.421795 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c3380ab7-dc65-48ed-99fc-b9fed7cdeca5 req-724bf74e-0cb0-4662-9058-d70c82fb8ff5 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.1095421 Jul 13 14:46:09.439611 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47a95-c783-48cf-87fa-0cfa5c36bf5e req-43feb9e0-8094-4632-8f19-f40169badc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:09.441122 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-61a47a95-c783-48cf-87fa-0cfa5c36bf5e req-43feb9e0-8094-4632-8f19-f40169badc0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 1099 time: 0.1522903 Jul 13 14:46:09.477295 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c3380ab7-dc65-48ed-99fc-b9fed7cdeca5 req-d94c4be8-b541-4ab7-943d-dee92505733d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545514 Jul 13 14:46:09.963611 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47a95-c783-48cf-87fa-0cfa5c36bf5e req-5e4f9afc-c09e-40dd-ad8d-9d38eeeba033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:09.965170 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-61a47a95-c783-48cf-87fa-0cfa5c36bf5e req-5e4f9afc-c09e-40dd-ad8d-9d38eeeba033 service neutron] 10.222.0.70 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 920 time: 0.4886215 Jul 13 14:46:10.019339 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-61a47a95-c783-48cf-87fa-0cfa5c36bf5e req-cc80880b-1a0e-4425-bc71-542bc9349a5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78649853-c160-472f-b734-9ea4bfdbc7f6 HTTP/1.1" status: 200 len: 217 time: 0.0427179 Jul 13 14:46:10.046263 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58238) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:10.153741 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6e79b6a4-affe-47f4-b99f-bc2760c390da admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.169657 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47a95-c783-48cf-87fa-0cfa5c36bf5e req-56af46a9-eb50-4ce4-8874-89c1d73c076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:10.171093 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-61a47a95-c783-48cf-87fa-0cfa5c36bf5e req-56af46a9-eb50-4ce4-8874-89c1d73c076b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 200 len: 859 time: 0.1348977 Jul 13 14:46:10.224736 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-61a47a95-c783-48cf-87fa-0cfa5c36bf5e req-280e6851-e373-4c9e-aff0-7c3343dba1d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=531724de-8eb2-495b-9808-a0955ea1d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420671 Jul 13 14:46:10.226878 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9159364-723d-4568-828d-0fb543028277 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.231061 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9159364-723d-4568-828d-0fb543028277 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.248280 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6e79b6a4-affe-47f4-b99f-bc2760c390da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.251990 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6e79b6a4-affe-47f4-b99f-bc2760c390da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.293338 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-6e79b6a4-affe-47f4-b99f-bc2760c390da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c64619233a234ce29e9b4292833a1bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459424 Jul 13 14:46:10.294061 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79b6a4-affe-47f4-b99f-bc2760c390da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aa9563-4ed7-4d5c-8d41-7547b5b55341,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:10.298407 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58242) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:10.351093 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-be53ca0e-9490-41a2-93e6-1f7f0281fcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.379549 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-be53ca0e-9490-41a2-93e6-1f7f0281fcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.399569 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-61a47a95-c783-48cf-87fa-0cfa5c36bf5e req-66d244a9-6ac4-4ff8-b9b6-925d4b7da682 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656873 Jul 13 14:46:10.401032 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.l3_db [None req-f9159364-723d-4568-828d-0fb543028277 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Floating IP 7f4df723-698e-41f6-88b5-979c1878a2be associated. External IP: 172.27.0.239, port: a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2. Jul 13 14:46:10.443777 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-be53ca0e-9490-41a2-93e6-1f7f0281fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.447635 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-be53ca0e-9490-41a2-93e6-1f7f0281fcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.449007 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-be53ca0e-9490-41a2-93e6-1f7f0281fcac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/92aa9563-4ed7-4d5c-8d41-7547b5b55341 HTTP/1.1" status: 204 len: 168 time: 0.1496582 Jul 13 14:46:10.476424 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53ca0e-9490-41a2-93e6-1f7f0281fcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aa9563-4ed7-4d5c-8d41-7547b5b55341,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:10.706056 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dc271-a8c7-465e-8357-486ef11edde1 req-54184c1b-c30f-4fd9-906f-4c92db32199c tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:10.715001 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-839dc271-a8c7-465e-8357-486ef11edde1 req-54184c1b-c30f-4fd9-906f-4c92db32199c tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0836372 Jul 13 14:46:10.779327 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9159364-723d-4568-828d-0fb543028277 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Router 32629a1d-ff8a-40cf-b97a-67232b487569 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:10.782411 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-839dc271-a8c7-465e-8357-486ef11edde1 req-bffe812a-190f-451a-962d-7627f088db53 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658984 Jul 13 14:46:10.784063 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-61a47a95-c783-48cf-87fa-0cfa5c36bf5e req-27e8de01-1400-473e-aa39-5c0051f182fb service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491821 Jul 13 14:46:10.927538 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58288) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:10.945681 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dc38d62e-d3d2-48cb-a96a-8d013af4eb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.981258 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9159364-723d-4568-828d-0fb543028277 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:10.989615 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9159364-723d-4568-828d-0fb543028277 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:10.998503 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] Sync routers for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:11.010956 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:11.011619 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:45:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:11.055861 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-f9159364-723d-4568-828d-0fb543028277 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "PUT /v2.0/floatingips/7f4df723-698e-41f6-88b5-979c1878a2be HTTP/1.1" status: 200 len: 991 time: 2.1781673 Jul 13 14:46:11.056813 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:11.060224 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c" -d '{"events": [{"name": "network-changed", "server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:11.079955 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dc38d62e-d3d2-48cb-a96a-8d013af4eb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.086532 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dc38d62e-d3d2-48cb-a96a-8d013af4eb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.129153 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cb96f4-99d2-49e9-966e-069abcf70726 x-openstack-request-id: req-78cb96f4-99d2-49e9-966e-069abcf70726 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:11.129821 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:11.130301 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-78cb96f4-99d2-49e9-966e-069abcf70726 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:11.130995 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'status': 'completed', 'code': 200} Jul 13 14:46:11.134570 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-dc38d62e-d3d2-48cb-a96a-8d013af4eb79 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=35c319fa741949639b5872afde267369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055621 Jul 13 14:46:11.135435 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38d62e-d3d2-48cb-a96a-8d013af4eb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c83d55c-b1ff-4764-81b7-5c8347773212,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:11.137259 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58300) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:11.203640 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:11.248434 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-21a2108d-b0c6-46a1-9f2e-d8652cbbadd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.256053 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-851a40ad-fac8-472d-841c-c7f3dbb7f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:11.257530 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-851a40ad-fac8-472d-841c-c7f3dbb7f1b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 1098 time: 0.0858793 Jul 13 14:46:11.294961 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-21a2108d-b0c6-46a1-9f2e-d8652cbbadd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.326506 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58304) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:11.389081 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-e0baaedf-e04b-4ef3-a474-139446d22473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:11.390530 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-e0baaedf-e04b-4ef3-a474-139446d22473 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 918 time: 0.1200798 Jul 13 14:46:11.391481 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-21a2108d-b0c6-46a1-9f2e-d8652cbbadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.394110 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-21a2108d-b0c6-46a1-9f2e-d8652cbbadd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.395118 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-21a2108d-b0c6-46a1-9f2e-d8652cbbadd0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1c83d55c-b1ff-4764-81b7-5c8347773212 HTTP/1.1" status: 204 len: 168 time: 0.2562408 Jul 13 14:46:11.402660 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2108d-b0c6-46a1-9f2e-d8652cbbadd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c83d55c-b1ff-4764-81b7-5c8347773212,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:11.461301 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-81d51b76-47fc-4af3-b17f-8bf1114b41df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.514389 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': '7f4df723-698e-41f6-88b5-979c1878a2be', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'port_id': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'mac_address': 'fa:16:3e:1d:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62afd07c-daae-4047-b0c9-20dff7987abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:43Z', 'updated_at': '2021-07-13T14:46:09Z', 'revision_number': 1, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:11.515186 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-73424aa5-79e6-423c-b9c1-e377aa265ed7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 HTTP/1.1" status: 200 len: 999 time: 0.1071384 Jul 13 14:46:11.545395 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] Checking router: 32629a1d-ff8a-40cf-b97a-67232b487569 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:11.558795 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:11.559425 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:45:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:11.561999 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-81d51b76-47fc-4af3-b17f-8bf1114b41df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.567081 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-81d51b76-47fc-4af3-b17f-8bf1114b41df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.612467 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-81d51b76-47fc-4af3-b17f-8bf1114b41df admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=433aaba9e6d549aa990808e272e3b388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841232 Jul 13 14:46:11.614892 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d51b76-47fc-4af3-b17f-8bf1114b41df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d426d5-7220-487a-9171-42d29726e36e,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:11.617671 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58314) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:11.628680 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-4971a3d9-fb07-4e88-abd9-d0d80595335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:11.631383 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-4971a3d9-fb07-4e88-abd9-d0d80595335f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.1089933 Jul 13 14:46:11.693361 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-07ecf41c-7d8a-41da-be1b-663582f59462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.705914 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-ee2a5762-6f26-4d33-b398-8d57749ee836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:11.708070 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-ee2a5762-6f26-4d33-b398-8d57749ee836 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0653114 Jul 13 14:46:11.725171 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-07ecf41c-7d8a-41da-be1b-663582f59462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.790543 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-07ecf41c-7d8a-41da-be1b-663582f59462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.793126 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-07ecf41c-7d8a-41da-be1b-663582f59462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:11.800430 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-07ecf41c-7d8a-41da-be1b-663582f59462 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67d426d5-7220-487a-9171-42d29726e36e HTTP/1.1" status: 204 len: 168 time: 0.1810679 Jul 13 14:46:11.805943 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:11.810525 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecf41c-7d8a-41da-be1b-663582f59462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d426d5-7220-487a-9171-42d29726e36e,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:11.842194 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-07ddefde-463b-4748-9937-0bf123efcb0d service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261413 Jul 13 14:46:12.063681 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcb901-6316-40ef-badb-bf9d2bdca4f8 req-2c1c9414-a3f9-4680-9120-b0a92398297b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:12.073854 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b7bcb901-6316-40ef-badb-bf9d2bdca4f8 req-2c1c9414-a3f9-4680-9120-b0a92398297b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.1009114 Jul 13 14:46:12.173094 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b7bcb901-6316-40ef-badb-bf9d2bdca4f8 req-5cb8228b-db8f-4b9c-8a8b-f2b5a59ac59b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969279 Jul 13 14:46:12.279258 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b2f2d51e-f5c7-4fb3-89d4-b6534f5b572c req-75dcc4f8-2239-446e-9fb7-340704685cd8 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274707 Jul 13 14:46:12.327580 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58352) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:12.343587 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': '7f4df723-698e-41f6-88b5-979c1878a2be', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'port_id': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'mac_address': 'fa:16:3e:1d:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62afd07c-daae-4047-b0c9-20dff7987abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:43Z', 'updated_at': '2021-07-13T14:46:09Z', 'revision_number': 1, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:12.359045 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba5aa-dbfe-49a5-b50d-b8c794aee7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.434033 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf560b0-df49-4587-9645-0bf536e7614b None None] The sync data for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi is: [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': '7f4df723-698e-41f6-88b5-979c1878a2be', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'port_id': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'mac_address': 'fa:16:3e:1d:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62afd07c-daae-4047-b0c9-20dff7987abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:43Z', 'updated_at': '2021-07-13T14:46:09Z', 'revision_number': 1, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:12.531975 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba5aa-dbfe-49a5-b50d-b8c794aee7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.538049 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba5aa-dbfe-49a5-b50d-b8c794aee7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.583887 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ba5aa-dbfe-49a5-b50d-b8c794aee7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2089bd-3286-4024-8a91-349a95a87efa,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:12.590660 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58374) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:12.590801 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-bf4ba5aa-dbfe-49a5-b50d-b8c794aee7b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cdfd235a68fa43008a5fcba663a9b070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620409 Jul 13 14:46:12.656609 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7767b9af-0177-4511-bf11-ea9b349259cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.682989 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7767b9af-0177-4511-bf11-ea9b349259cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.735780 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:46:12.761334 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7767b9af-0177-4511-bf11-ea9b349259cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.764321 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7767b9af-0177-4511-bf11-ea9b349259cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:12.768465 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a27c2-a7d8-4140-8fb3-9c5991bc2c57 None None] New status for floating IP 7f4df723-698e-41f6-88b5-979c1878a2be: ACTIVE {{(pid=99623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:46:12.769546 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-7767b9af-0177-4511-bf11-ea9b349259cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fb2089bd-3286-4024-8a91-349a95a87efa HTTP/1.1" status: 204 len: 168 time: 0.1760783 Jul 13 14:46:12.778162 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767b9af-0177-4511-bf11-ea9b349259cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2089bd-3286-4024-8a91-349a95a87efa,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:13.362102 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ab1e5-b2f8-4636-a66a-a6c55f71c3ff req-1820f291-4ec6-4aba-9b4b-3544a2221937 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:13.363606 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9d0ab1e5-b2f8-4636-a66a-a6c55f71c3ff req-1820f291-4ec6-4aba-9b4b-3544a2221937 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0704870 Jul 13 14:46:13.402443 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9d0ab1e5-b2f8-4636-a66a-a6c55f71c3ff req-5d582edc-4fd2-42fa-993d-987fa52684e6 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Jul 13 14:46:14.047408 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58460) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:14.066597 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58464) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:14.163678 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-aba5ad42-a8e8-4944-b0a1-df387c73ad98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.179492 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3f53275b-7e8f-4bf2-8f63-28542168508e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.262748 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-aba5ad42-a8e8-4944-b0a1-df387c73ad98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.267034 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-aba5ad42-a8e8-4944-b0a1-df387c73ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.313419 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58478) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:14.313853 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-aba5ad42-a8e8-4944-b0a1-df387c73ad98 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c0d5395c883242d1af947f557e41ab22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652540 Jul 13 14:46:14.316523 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5ad42-a8e8-4944-b0a1-df387c73ad98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec85e930-9aef-42e4-8fcc-60ad08340aad,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:14.399653 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3f53275b-7e8f-4bf2-8f63-28542168508e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.401081 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-34a02ed5-24e4-4e80-8077-fc883e716b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.405988 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3f53275b-7e8f-4bf2-8f63-28542168508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.452328 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-34a02ed5-24e4-4e80-8077-fc883e716b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.468671 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-3f53275b-7e8f-4bf2-8f63-28542168508e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3d96a5d302af4c688d99a2a4113b470f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007800 Jul 13 14:46:14.471474 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58486) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:14.476124 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53275b-7e8f-4bf2-8f63-28542168508e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceec6d2-28cf-4094-8d54-fd5e1fc293a1,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:14.520895 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-34a02ed5-24e4-4e80-8077-fc883e716b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.524798 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-34a02ed5-24e4-4e80-8077-fc883e716b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.526758 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-34a02ed5-24e4-4e80-8077-fc883e716b82 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec85e930-9aef-42e4-8fcc-60ad08340aad HTTP/1.1" status: 204 len: 168 time: 0.2115414 Jul 13 14:46:14.536170 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a02ed5-24e4-4e80-8077-fc883e716b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec85e930-9aef-42e4-8fcc-60ad08340aad,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:14.543990 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b835097f-4be4-4dbf-afe7-2a897f4e30b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.568086 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b835097f-4be4-4dbf-afe7-2a897f4e30b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.630891 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b835097f-4be4-4dbf-afe7-2a897f4e30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.635495 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b835097f-4be4-4dbf-afe7-2a897f4e30b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:14.637437 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-b835097f-4be4-4dbf-afe7-2a897f4e30b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3ceec6d2-28cf-4094-8d54-fd5e1fc293a1 HTTP/1.1" status: 204 len: 168 time: 0.1648712 Jul 13 14:46:14.647597 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835097f-4be4-4dbf-afe7-2a897f4e30b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceec6d2-28cf-4094-8d54-fd5e1fc293a1,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:14.696502 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f812a8-6e8a-4777-9ab6-2457044966ea req-043f487d-604e-45af-b92d-b1c7861f1146 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:14.698037 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e8f812a8-6e8a-4777-9ab6-2457044966ea req-043f487d-604e-45af-b92d-b1c7861f1146 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.1329894 Jul 13 14:46:14.771713 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e8f812a8-6e8a-4777-9ab6-2457044966ea req-e3b03a43-587d-4139-b197-ab3b9588c418 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628445 Jul 13 14:46:15.110228 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58516) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.114324 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58518) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.123974 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8b351ad8-567f-46da-bc13-af5b9e8ca45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.129250 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef59a-d651-4931-aa95-fe7292b6f1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.149577 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.db.api [None req-1c2ef59a-d651-4931-aa95-fe7292b6f1f1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 14:46:15.149577 dv-cinder-733622-17-iscsi neutron-server[99621]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 14:46:15.149577 dv-cinder-733622-17-iscsi neutron-server[99621]: [parameters: {'project_id': '9374db7742844fb28dfe7cdd99655f52', 'id': '729055f2-81a7-4dbd-bca9-ef036e626691', 'expiration': datetime.datetime(2021, 7, 13, 14, 48, 15, 144652)}] Jul 13 14:46:15.149577 dv-cinder-733622-17-iscsi neutron-server[99621]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 14:46:15.150023 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG oslo_db.api [None req-1c2ef59a-d651-4931-aa95-fe7292b6f1f1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 14:46:15.195439 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58520) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.221985 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8b351ad8-567f-46da-bc13-af5b9e8ca45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.226227 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8b351ad8-567f-46da-bc13-af5b9e8ca45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.264102 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-8b351ad8-567f-46da-bc13-af5b9e8ca45f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=10a4de445f3640d3919f5ce81bbbe17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527922 Jul 13 14:46:15.266760 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58526) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.273569 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351ad8-567f-46da-bc13-af5b9e8ca45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3110b9-0243-4218-8c66-5d1169cee4c8,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:15.311471 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-73443ac9-fefe-4d2f-91f3-0ba3c12f7144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.320686 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a7dabf25-b0ba-4060-8cc2-383f66e73a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.341769 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a7dabf25-b0ba-4060-8cc2-383f66e73a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.389587 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a7dabf25-b0ba-4060-8cc2-383f66e73a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.392222 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a7dabf25-b0ba-4060-8cc2-383f66e73a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.393393 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-a7dabf25-b0ba-4060-8cc2-383f66e73a51 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b3110b9-0243-4218-8c66-5d1169cee4c8 HTTP/1.1" status: 204 len: 168 time: 0.1251762 Jul 13 14:46:15.398196 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-73443ac9-fefe-4d2f-91f3-0ba3c12f7144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.401020 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dabf25-b0ba-4060-8cc2-383f66e73a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3110b9-0243-4218-8c66-5d1169cee4c8,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:15.406950 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-73443ac9-fefe-4d2f-91f3-0ba3c12f7144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.447965 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-73443ac9-fefe-4d2f-91f3-0ba3c12f7144 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a5090dd36a11481a85aab9e310b67080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512920 Jul 13 14:46:15.450567 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58530) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.458446 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73443ac9-fefe-4d2f-91f3-0ba3c12f7144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fe45cf-1a57-4055-8fe1-a6e0f91862c5,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:15.510734 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-822942c9-e264-48c6-9733-8a34ab23d536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.531537 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-822942c9-e264-48c6-9733-8a34ab23d536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.578812 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-822942c9-e264-48c6-9733-8a34ab23d536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.581518 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-822942c9-e264-48c6-9733-8a34ab23d536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.582639 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-822942c9-e264-48c6-9733-8a34ab23d536 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a0fe45cf-1a57-4055-8fe1-a6e0f91862c5 HTTP/1.1" status: 204 len: 168 time: 0.1311798 Jul 13 14:46:15.590168 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822942c9-e264-48c6-9733-8a34ab23d536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fe45cf-1a57-4055-8fe1-a6e0f91862c5,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:15.651340 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef59a-d651-4931-aa95-fe7292b6f1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.663542 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58536) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.676982 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-074478dd-1887-42a8-aff1-0a0def8b58e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.746437 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef59a-d651-4931-aa95-fe7292b6f1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.751603 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef59a-d651-4931-aa95-fe7292b6f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.792704 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.820432 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1c2ef59a-d651-4931-aa95-fe7292b6f1f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9374db7742844fb28dfe7cdd99655f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7047806 Jul 13 14:46:15.821545 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ef59a-d651-4931-aa95-fe7292b6f1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbfdd88-5728-49c4-9a6b-d8b7a04a8ed4,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:15.823421 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58544) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.868320 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-074478dd-1887-42a8-aff1-0a0def8b58e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.873759 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-074478dd-1887-42a8-aff1-0a0def8b58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.896213 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58548) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.911890 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-d5a94323-7578-4a12-b7d1-f6a1f6d6d99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.920308 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-074478dd-1887-42a8-aff1-0a0def8b58e8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a86c2b01f162445985faa3f41e077aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554495 Jul 13 14:46:15.921850 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58550) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:15.934674 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074478dd-1887-42a8-aff1-0a0def8b58e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1316f2ea-4061-4af9-ada4-e29643d9dca7,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:15.954033 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6fab87e-ce01-4ab7-94d2-2a1a989421fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:15.980797 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6fab87e-ce01-4ab7-94d2-2a1a989421fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.026196 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9493699b-f6ec-483e-b55e-b69c23810330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.039037 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6fab87e-ce01-4ab7-94d2-2a1a989421fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.042140 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e6fab87e-ce01-4ab7-94d2-2a1a989421fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.045776 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-e6fab87e-ce01-4ab7-94d2-2a1a989421fa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/efbfdd88-5728-49c4-9a6b-d8b7a04a8ed4 HTTP/1.1" status: 204 len: 168 time: 0.2174602 Jul 13 14:46:16.061189 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fab87e-ce01-4ab7-94d2-2a1a989421fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbfdd88-5728-49c4-9a6b-d8b7a04a8ed4,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:16.080902 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9493699b-f6ec-483e-b55e-b69c23810330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.155523 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-d5a94323-7578-4a12-b7d1-f6a1f6d6d99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.161612 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-d5a94323-7578-4a12-b7d1-f6a1f6d6d99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.216649 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-d5a94323-7578-4a12-b7d1-f6a1f6d6d99f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0b8b09a46fa4ce1aa2c8dc71dfbaabd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182981 Jul 13 14:46:16.219240 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58554) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:16.228363 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf70a25-6f64-4ebc-bd85-4d987c2321a7 req-3aa0585b-7219-4d62-899e-162f69e534a8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:16.230034 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0cf70a25-6f64-4ebc-bd85-4d987c2321a7 req-3aa0585b-7219-4d62-899e-162f69e534a8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.1700630 Jul 13 14:46:16.230791 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a94323-7578-4a12-b7d1-f6a1f6d6d99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5353b3-d692-4eda-998a-130c11b3ac13,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:16.243211 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9493699b-f6ec-483e-b55e-b69c23810330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.245624 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9493699b-f6ec-483e-b55e-b69c23810330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.250081 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-9493699b-f6ec-483e-b55e-b69c23810330 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1316f2ea-4061-4af9-ada4-e29643d9dca7 HTTP/1.1" status: 204 len: 168 time: 0.3270261 Jul 13 14:46:16.281205 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493699b-f6ec-483e-b55e-b69c23810330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1316f2ea-4061-4af9-ada4-e29643d9dca7,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:16.305229 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0cf70a25-6f64-4ebc-bd85-4d987c2321a7 req-161722b0-7071-4163-afbc-f2531269530b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693076 Jul 13 14:46:16.321211 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4a27-98a2-40fc-b926-1b6c560c42f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.350486 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4a27-98a2-40fc-b926-1b6c560c42f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.399270 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4a27-98a2-40fc-b926-1b6c560c42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.402252 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4a27-98a2-40fc-b926-1b6c560c42f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.403719 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-9dbc4a27-98a2-40fc-b926-1b6c560c42f6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8d5353b3-d692-4eda-998a-130c11b3ac13 HTTP/1.1" status: 204 len: 168 time: 0.1833639 Jul 13 14:46:16.412965 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc4a27-98a2-40fc-b926-1b6c560c42f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5353b3-d692-4eda-998a-130c11b3ac13,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:17.498637 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145c102-ec65-44a4-b100-03d12758a45b req-5fb51c1c-fe06-470d-8ec8-f424a350759d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:17.500184 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3145c102-ec65-44a4-b100-03d12758a45b req-5fb51c1c-fe06-470d-8ec8-f424a350759d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0744483 Jul 13 14:46:17.539939 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3145c102-ec65-44a4-b100-03d12758a45b req-07191f43-c548-43aa-9931-584764f8f384 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340171 Jul 13 14:46:17.926574 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58662) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:18.201803 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a054ce05-a95a-419d-88c1-66cacd389aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.274988 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8ad7da1f-9847-45bb-acd9-023e6c03e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.389525 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a054ce05-a95a-419d-88c1-66cacd389aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.395947 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a054ce05-a95a-419d-88c1-66cacd389aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.433865 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054ce05-a95a-419d-88c1-66cacd389aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196915b0-ef13-4095-8fe1-0f965ad1c7cb,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:18.449998 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-a054ce05-a95a-419d-88c1-66cacd389aa5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a632fb6511a64a8487b2adea28d6201a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222836 Jul 13 14:46:18.454896 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58706) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:18.527660 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4c9a5352-9c3f-411e-80f0-6f7935f148c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.555304 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4c9a5352-9c3f-411e-80f0-6f7935f148c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.615298 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4c9a5352-9c3f-411e-80f0-6f7935f148c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.618755 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4c9a5352-9c3f-411e-80f0-6f7935f148c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:18.621166 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-4c9a5352-9c3f-411e-80f0-6f7935f148c1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/196915b0-ef13-4095-8fe1-0f965ad1c7cb HTTP/1.1" status: 204 len: 168 time: 0.1670141 Jul 13 14:46:18.632574 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a5352-9c3f-411e-80f0-6f7935f148c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196915b0-ef13-4095-8fe1-0f965ad1c7cb,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:18.956861 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb4c64-e201-406c-9f50-915a34b92ef8 req-b1b1ee23-3d2f-4c35-9712-35a7cc364d32 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:18.959460 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fbbb4c64-e201-406c-9f50-915a34b92ef8 req-b1b1ee23-3d2f-4c35-9712-35a7cc364d32 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.2624049 Jul 13 14:46:19.035104 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fbbb4c64-e201-406c-9f50-915a34b92ef8 req-218dfd42-f02e-46d6-b8b3-e2a920b8190d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691936 Jul 13 14:46:19.647545 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eade36a-a699-4d44-b958-245588b6ff1d req-bcf0ed2e-e31d-48f8-bfe4-c2567d40ddbd tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:19.649041 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7eade36a-a699-4d44-b958-245588b6ff1d req-bcf0ed2e-e31d-48f8-bfe4-c2567d40ddbd tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.0668499 Jul 13 14:46:19.691071 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7eade36a-a699-4d44-b958-245588b6ff1d req-7ff3d31d-e9c1-445a-b90d-9a446497fab3 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363226 Jul 13 14:46:20.229561 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3105b16-b3f7-4a5f-8281-a0a4c9884810 req-ebeda5e4-1f89-49b0-9dbb-d1d0972c7348 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:20.231237 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b3105b16-b3f7-4a5f-8281-a0a4c9884810 req-ebeda5e4-1f89-49b0-9dbb-d1d0972c7348 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0731571 Jul 13 14:46:20.273508 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b3105b16-b3f7-4a5f-8281-a0a4c9884810 req-5ef4728a-842c-4f2a-b027-4fea0eefcaa7 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362034 Jul 13 14:46:20.361716 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58814) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:20.472670 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.566397 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.570469 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.610231 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=147c2a70a8d34e96bad06a586ab78b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473891 Jul 13 14:46:20.611188 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6397e92b-3c7b-4848-bcf9-66291d953188,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:20.612994 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58822) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:20.625477 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.626124 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.626614 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.627117 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.627497 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.627835 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.628198 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.628617 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.628971 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.629400 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.629745 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.630067 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1853b1-6845-4b8f-823c-e8e9e2912143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.674963 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.695437 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.741710 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.743201 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.744387 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.745642 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6397e92b-3c7b-4848-bcf9-66291d953188 HTTP/1.1" status: 204 len: 168 time: 0.1315224 Jul 13 14:46:20.759309 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6397e92b-3c7b-4848-bcf9-66291d953188,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:20.768269 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.768638 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.768990 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.769336 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.769710 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.770013 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.770349 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.770684 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.771014 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.771474 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.772095 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.772434 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986f5914-d1ed-4207-8fea-3d9d07971d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:20.870413 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3257d467-1426-44f1-b9df-b74fb846d83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:20.893672 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d260bb8-b7d1-43bb-bf2d-31c0a50d525e req-22eab908-9745-41fa-8fc0-12408171d08f tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:20.895295 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4d260bb8-b7d1-43bb-bf2d-31c0a50d525e req-22eab908-9745-41fa-8fc0-12408171d08f tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.0751359 Jul 13 14:46:20.935669 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4d260bb8-b7d1-43bb-bf2d-31c0a50d525e req-1c70bd7f-a19e-441e-91f6-69cfe0946266 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347872 Jul 13 14:46:21.047064 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58844) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:21.060249 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1b39aadb-5aff-4ef3-bf67-9fbdd772efaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.152786 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1b39aadb-5aff-4ef3-bf67-9fbdd772efaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.156667 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1b39aadb-5aff-4ef3-bf67-9fbdd772efaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.197130 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-1b39aadb-5aff-4ef3-bf67-9fbdd772efaf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d48cb2f52bd842dbb8544e46f8d04f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488581 Jul 13 14:46:21.198416 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39aadb-5aff-4ef3-bf67-9fbdd772efaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e7d483-0071-4e4b-9ed2-b7a1622c1d4b,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:21.199666 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58846) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:21.256603 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7954a88-b017-4f8d-b291-1cce3e96ca8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.280689 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7954a88-b017-4f8d-b291-1cce3e96ca8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.334316 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7954a88-b017-4f8d-b291-1cce3e96ca8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.337022 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7954a88-b017-4f8d-b291-1cce3e96ca8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.338291 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-e7954a88-b017-4f8d-b291-1cce3e96ca8a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67e7d483-0071-4e4b-9ed2-b7a1622c1d4b HTTP/1.1" status: 204 len: 168 time: 0.1370220 Jul 13 14:46:21.347288 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7954a88-b017-4f8d-b291-1cce3e96ca8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e7d483-0071-4e4b-9ed2-b7a1622c1d4b,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:21.496089 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f79b-5340-49bc-8737-2af09bc922f4 req-127f506a-d1dc-4777-a357-d79832eae1b3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:21.498180 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ef51f79b-5340-49bc-8737-2af09bc922f4 req-127f506a-d1dc-4777-a357-d79832eae1b3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0837932 Jul 13 14:46:21.555637 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ef51f79b-5340-49bc-8737-2af09bc922f4 req-f208624a-69d9-4ced-8469-db9da681cfdf tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Jul 13 14:46:22.072829 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.117492 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf4d30-045b-4f16-a6c6-e875efd9ad6f req-c51668e0-aed8-4024-84ce-4892f779605f tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:22.118948 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-15bf4d30-045b-4f16-a6c6-e875efd9ad6f req-c51668e0-aed8-4024-84ce-4892f779605f tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.0627630 Jul 13 14:46:22.128743 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 58900) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:22.157187 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-15bf4d30-045b-4f16-a6c6-e875efd9ad6f req-c6789979-7c49-4e28-a18a-7ed9f4450a16 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/security-groups?id=a101ff92-8cc8-43d0-b853-39c048bd2168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319114 Jul 13 14:46:22.236270 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1509627813-network', 'tenant_id': '167fceaf4380423cafdfdfb08f3a2cb5'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:22.283622 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-f0a80a12-b079-4a0b-ab63-9f8712e592df tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:22.285230 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-f0a80a12-b079-4a0b-ab63-9f8712e592df tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.70 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 946 time: 0.1233082 Jul 13 14:46:22.286257 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Made reservation on behalf of 167fceaf4380423cafdfdfb08f3a2cb5 for: {'network': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:22.288475 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.306173 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.440397 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-855c984d-6c0d-4940-a399-37134ff7de65 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Deleting port 00374d03-a012-4efa-ac8f-2026b3dedf90 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:22.440739 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-855c984d-6c0d-4940-a399-37134ff7de65 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.513919 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.517229 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.552352 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=99622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:22.573915 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-855c984d-6c0d-4940-a399-37134ff7de65 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] For port 00374d03-a012-4efa-ac8f-2026b3dedf90, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=00374d03-a012-4efa-ac8f-2026b3dedf90,segment=NetworkSegment(5874d274-9290-4f17-a9ab-d36d09ad21c2),segment_id=5874d274-9290-4f17-a9ab-d36d09ad21c2)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:22.574271 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-855c984d-6c0d-4940-a399-37134ff7de65 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.584759 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86af10cf-a40b-4f3f-b86d-a37168e984e7,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:22.594990 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.595333 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.segments_db [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Added segment 669f0305-d567-4de6-a572-76c0bac89f2d of type vlan for network e8e6924b-1030-4cd4-9011-b578c9d1ac96 Jul 13 14:46:22.596813 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-855c984d-6c0d-4940-a399-37134ff7de65 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Calling delete_port for 00374d03-a012-4efa-ac8f-2026b3dedf90 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:22.700827 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.751335 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.752505 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:22.753134 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.753655 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4086632-2866-4420-b834-32265c2d8d95 req-59c13aa1-8956-4e8c-a30e-c088edb23e14 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:22.762293 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e4086632-2866-4420-b834-32265c2d8d95 req-59c13aa1-8956-4e8c-a30e-c088edb23e14 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0862184 Jul 13 14:46:22.810636 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e4086632-2866-4420-b834-32265c2d8d95 req-00d64542-6a4e-4161-99cd-3fc886b20c85 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Jul 13 14:46:22.812357 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6824553 Jul 13 14:46:22.815321 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 58912) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:22.820783 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Request body: {'subnet': {'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1509627813-subnet', 'tenant_id': '167fceaf4380423cafdfdfb08f3a2cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:22.827376 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416b4df-5f00-4bd1-a106-92de28fd610b admin admin] Pushing event updated for resources: {'Network': ['ID=e8e6924b-1030-4cd4-9011-b578c9d1ac96,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:22.845389 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network e8e6924b-1030-4cd4-9011-b578c9d1ac96 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:22.872961 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Made reservation on behalf of 167fceaf4380423cafdfdfb08f3a2cb5 for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:22.880151 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-855c984d-6c0d-4940-a399-37134ff7de65 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.888551 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:22.915242 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c984d-6c0d-4940-a399-37134ff7de65 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Pushing event deleted for resources: {'Port': ['ID=00374d03-a012-4efa-ac8f-2026b3dedf90,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:22.954930 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['00374d03-a012-4efa-ac8f-2026b3dedf90'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:23.000714 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-855c984d-6c0d-4940-a399-37134ff7de65 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] No DVR routers for this DVR port 00374d03-a012-4efa-ac8f-2026b3dedf90 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:46:23.005180 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-855c984d-6c0d-4940-a399-37134ff7de65 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.012383 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f6082f51-2577-4fa4-81c4-bc75dacf7247 req-855c984d-6c0d-4940-a399-37134ff7de65 tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.70 "DELETE /v2.0/ports/00374d03-a012-4efa-ac8f-2026b3dedf90 HTTP/1.1" status: 204 len: 173 time: 0.7076197 Jul 13 14:46:23.012383 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eecad8f-1e1c-4123-bb04-6e6eed87ec3f', 'name': 'network-vif-deleted', 'tag': '00374d03-a012-4efa-ac8f-2026b3dedf90'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:23.021714 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f832de67-9276-4be0-9c9d-fe8d74f0de3d" -d '{"events": [{"server_uuid": "8eecad8f-1e1c-4123-bb04-6e6eed87ec3f", "name": "network-vif-deleted", "tag": "00374d03-a012-4efa-ac8f-2026b3dedf90"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:23.076293 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4471daa8-0256-40fb-b0f5-02b091efa8de x-openstack-request-id: req-4471daa8-0256-40fb-b0f5-02b091efa8de {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:23.076820 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eecad8f-1e1c-4123-bb04-6e6eed87ec3f", "name": "network-vif-deleted", "tag": "00374d03-a012-4efa-ac8f-2026b3dedf90", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:23.077028 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4471daa8-0256-40fb-b0f5-02b091efa8de {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:23.077741 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eecad8f-1e1c-4123-bb04-6e6eed87ec3f', 'name': 'network-vif-deleted', 'tag': '00374d03-a012-4efa-ac8f-2026b3dedf90', 'status': 'completed', 'code': 200} Jul 13 14:46:23.151163 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.206749 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc061ba-d0d0-4df0-b27c-b0a428efd92a,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:23.218148 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Checking segment: {'id': '669f0305-d567-4de6-a572-76c0bac89f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:23.218508 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Network hostable DHCP agents. Network: e8e6924b-1030-4cd4-9011-b578c9d1ac96, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:23.237149 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Network e8e6924b-1030-4cd4-9011-b578c9d1ac96 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:23.246477 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, e8e6924b-1030-4cd4-9011-b578c9d1ac96) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:23.252155 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:23.253046 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.264261 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc603e4-e7d6-4796-b242-c9a3b6451766 None None] Network e8e6924b-1030-4cd4-9011-b578c9d1ac96 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:23.311304 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-004d607b-ca0b-4ad4-bea1-6d01b6d4845d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4947302 Jul 13 14:46:23.331743 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ae10b8d4-e000-430f-8f8c-b2b893c69929 req-ace7b816-56c9-47cc-87df-61c26b4b709f tempest-DeleteServersTestJSON-928445255 tempest-DeleteServersTestJSON-928445255-project] 10.222.0.68 "GET /v2.0/ports?device_id=8eecad8f-1e1c-4123-bb04-6e6eed87ec3f HTTP/1.1" status: 200 len: 210 time: 0.0531423 Jul 13 14:46:23.421277 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ec9a49-bdb7-4397-ad46-4057db42898c None None] Network e8e6924b-1030-4cd4-9011-b578c9d1ac96 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:23.457669 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:23.987402 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b2cd4-f451-4ac4-acfa-d4f731db0048 req-8a8e4d89-e455-4ff8-9524-34dc0b1dc2c9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:23.989054 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-804b2cd4-f451-4ac4-acfa-d4f731db0048 req-8a8e4d89-e455-4ff8-9524-34dc0b1dc2c9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0656986 Jul 13 14:46:24.028493 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-804b2cd4-f451-4ac4-acfa-d4f731db0048 req-6ee71b10-cb44-45c1-9a90-3b6844e36e6a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334444 Jul 13 14:46:25.073286 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 00374d03-a012-4efa-ac8f-2026b3dedf90 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:25.094857 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-79aa8651-7a0d-463d-a0a0-3172772d6147 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:25.095544 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 00374d03-a012-4efa-ac8f-2026b3dedf90 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:25.096101 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 00374d03-a012-4efa-ac8f-2026b3dedf90 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:25.096968 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-79aa8651-7a0d-463d-a0a0-3172772d6147 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/networks?id=e8e6924b-1030-4cd4-9011-b578c9d1ac96 HTTP/1.1" status: 200 len: 814 time: 0.1133587 Jul 13 14:46:25.114780 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-612efba8-c612-4f97-b145-0d859f831282 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/quotas/167fceaf4380423cafdfdfb08f3a2cb5 HTTP/1.1" status: 200 len: 375 time: 0.0100169 Jul 13 14:46:25.154057 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-b8cb4cff-333e-41bb-b902-5ffa5d2b2e32 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=167fceaf4380423cafdfdfb08f3a2cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341837 Jul 13 14:46:25.283795 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68daaf8-1d66-4168-8172-9ccffd982d39 req-627ddfac-dcac-429a-98ab-7f84f4671b95 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:25.285379 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b68daaf8-1d66-4168-8172-9ccffd982d39 req-627ddfac-dcac-429a-98ab-7f84f4671b95 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.1338840 Jul 13 14:46:25.288811 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-cf8fc2a7-3fec-4284-8eed-63b85de4908f service neutron] 10.222.0.68 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252367 Jul 13 14:46:25.369376 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b68daaf8-1d66-4168-8172-9ccffd982d39 req-f3e57a96-c9d5-497d-ba82-92dca8af3171 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783143 Jul 13 14:46:25.410963 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-290b644a-5ff3-4873-bdc0-60cad136e81a service neutron] 10.222.0.68 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138124 Jul 13 14:46:25.576569 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-18af7fec-7af0-4a7c-9ccb-5d39ead2c845 req-a57da8bd-5207-46ab-a0f0-a4bf8ac22801 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 210 time: 0.0297811 Jul 13 14:46:25.944423 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59040) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:26.000791 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe63e9f-05d0-4264-92bc-49791c6fc5d4 admin admin] Deleting subnet 1f333635-2510-4e80-97be-3fd2512e7c48 {{(pid=99621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:46:26.014697 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cfe63e9f-05d0-4264-92bc-49791c6fc5d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.068831 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cfe63e9f-05d0-4264-92bc-49791c6fc5d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.086246 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cfe63e9f-05d0-4264-92bc-49791c6fc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.165774 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cfe63e9f-05d0-4264-92bc-49791c6fc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.210228 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe63e9f-05d0-4264-92bc-49791c6fc5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f333635-2510-4e80-97be-3fd2512e7c48,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:26.212869 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cfe63e9f-05d0-4264-92bc-49791c6fc5d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.215154 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-cfe63e9f-05d0-4264-92bc-49791c6fc5d4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1f333635-2510-4e80-97be-3fd2512e7c48 HTTP/1.1" status: 204 len: 168 time: 0.2697475 Jul 13 14:46:26.218644 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59064) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:26.314397 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.373950 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59074) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:26.410042 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.410638 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bea16-5902-449d-9417-6f6747814f42 req-5ceb467c-dfca-4587-80d0-39572b70068d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:26.412365 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-5ceb467c-dfca-4587-80d0-39572b70068d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 815 time: 0.1396155 Jul 13 14:46:26.422758 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.423724 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.424599 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.425042 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > port after_create 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.425466 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.425904 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > port after_update 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.426490 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.427153 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.427736 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.428302 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.439469 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-e51ba29f-567a-4adb-a9be-ddd55c5a8fab tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/quotas/b3c706a3a2034358ae8211a94d903ec0 HTTP/1.1" status: 200 len: 375 time: 0.0204935 Jul 13 14:46:26.517641 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82d6b130-c061-4515-864f-8c2b1897f592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.559120 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-96ffb6d0-98a4-4908-803a-0a941c5632be tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1186006 Jul 13 14:46:26.640288 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.640640 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.641130 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.641617 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:46:26.642117 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bc5be6-e386-45a3-be51-39a688484162']}} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:26.662353 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5874d274-9290-4f17-a9ab-d36d09ad21c2') {'for_net_delete': True} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:26.663023 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5874d274-9290-4f17-a9ab-d36d09ad21c2') {} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:26.680365 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5842357'] for segment, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.702487 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.710641 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=99622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:46:26.711039 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6223957'] for segment, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.728840 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-759fd8c9-dc96-4a3d-8306-4b8dd442f293 service neutron] 10.222.0.68 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504476 Jul 13 14:46:26.749552 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb272bf6-a18f-43ff-9154-4e8561c59e69 req-a68771bf-c542-48f0-9a5c-d097cb873380 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:26.749738 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cb272bf6-a18f-43ff-9154-4e8561c59e69 req-a68771bf-c542-48f0-9a5c-d097cb873380 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.2087400 Jul 13 14:46:26.752174 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59092) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: from cryptography.utils import int_from_bytes Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: from cryptography.utils import int_from_bytes Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: Traceback (most recent call last): Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: timer() Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: cb(*args, **kw) Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: return func(*args, **kwargs) Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: self._notify() Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: self.callback(batched_events) Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: event.method(event) Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: return f(self, *a, **k) Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._get(url).json() Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: return self.request(url, 'GET', **kwargs) Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:46:26.772602 dv-cinder-733622-17-iscsi neutron-server[99622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:46:26.779164 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.789876 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.795153 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] 10.222.0.68 "DELETE /v2.0/networks/b7bc5be6-e386-45a3-be51-39a688484162 HTTP/1.1" status: 204 len: 168 time: 0.5747657 Jul 13 14:46:26.810750 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b84e51-9b34-4d03-9780-503ec3c3ce1d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7bc5be6-e386-45a3-be51-39a688484162,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:26.880292 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cb272bf6-a18f-43ff-9154-4e8561c59e69 req-119392ec-5530-491f-abe1-ae4b156f83b4 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110744 Jul 13 14:46:26.893350 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82d6b130-c061-4515-864f-8c2b1897f592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.898966 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82d6b130-c061-4515-864f-8c2b1897f592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:26.932609 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-0e34eb95-2892-44b3-abe5-93cd605ead2c service neutron] 10.222.0.68 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028565 Jul 13 14:46:26.975510 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6b130-c061-4515-864f-8c2b1897f592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdf8be7-46dc-4874-8bbc-e9e23575762a,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:26.989910 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59098) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:27.010584 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-88cda201-0f22-407f-897c-98b438c7568d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.036081 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-82d6b130-c061-4515-864f-8c2b1897f592 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aa2cdc1a237542a098a76585fec0ae9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6606691 Jul 13 14:46:27.044501 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59100) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:27.083156 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-1a92aabf-384f-4bfb-a561-0fac0951567d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=693daab674b54609b82251abeb3a6fa3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0917366 Jul 13 14:46:27.087296 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59102) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:27.113135 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-d80b6045-36c8-4f12-80a4-aa0799411c71 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:27.117181 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-d80b6045-36c8-4f12-80a4-aa0799411c71 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.70 "GET /v2.0/networks?id=e8e6924b-1030-4cd4-9011-b578c9d1ac96 HTTP/1.1" status: 200 len: 814 time: 0.2095635 Jul 13 14:46:27.136865 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Request body: {'port': {'device_id': '99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0', 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96', 'admin_state_up': True, 'tenant_id': '167fceaf4380423cafdfdfb08f3a2cb5'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:27.154006 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ad28d14a-36f7-4a50-a109-e74e00170ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.177275 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ad28d14a-36f7-4a50-a109-e74e00170ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.275910 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a02531e0-84fd-42e9-b996-941db10c180b req-5a8e9a2a-acc9-4abb-a793-896a170b548b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 210 time: 0.0543716 Jul 13 14:46:27.289774 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ad28d14a-36f7-4a50-a109-e74e00170ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.292402 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ad28d14a-36f7-4a50-a109-e74e00170ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.297125 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-ad28d14a-36f7-4a50-a109-e74e00170ff1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6cdf8be7-46dc-4874-8bbc-e9e23575762a HTTP/1.1" status: 204 len: 168 time: 0.2515011 Jul 13 14:46:27.333077 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28d14a-36f7-4a50-a109-e74e00170ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdf8be7-46dc-4874-8bbc-e9e23575762a,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:27.359822 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-522a7064-3e83-468d-918b-648ce5d11691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.385178 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-809e7b7e-4126-457b-ab36-a5bc86dad71c req-755519ca-d0bc-40db-a849-aa3fd430382d tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 210 time: 0.0567639 Jul 13 14:46:27.415837 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-522a7064-3e83-468d-918b-648ce5d11691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.447052 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-88cda201-0f22-407f-897c-98b438c7568d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.457791 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-88cda201-0f22-407f-897c-98b438c7568d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.474980 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Made reservation on behalf of 167fceaf4380423cafdfdfb08f3a2cb5 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:27.478592 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.506077 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-88cda201-0f22-407f-897c-98b438c7568d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=63e9fdb5fc194d53a12cbc5c7c79122e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7526946 Jul 13 14:46:27.506754 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59122) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:27.514723 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cda201-0f22-407f-897c-98b438c7568d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6f234c-e9e8-47dd-8ab3-ff8aee05101e,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:27.524979 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-522a7064-3e83-468d-918b-648ce5d11691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.529656 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-522a7064-3e83-468d-918b-648ce5d11691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.531282 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-522a7064-3e83-468d-918b-648ce5d11691 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a101ff92-8cc8-43d0-b853-39c048bd2168 HTTP/1.1" status: 204 len: 168 time: 0.4373574 Jul 13 14:46:27.548138 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a7064-3e83-468d-918b-648ce5d11691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101ff92-8cc8-43d0-b853-39c048bd2168,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:27.581345 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-715748a8-a081-499c-9795-23f5ab434636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.607985 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-715748a8-a081-499c-9795-23f5ab434636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.683318 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Allocated IP 172.20.0.14 (e8e6924b-1030-4cd4-9011-b578c9d1ac96/bdc061ba-d0d0-4df0-b27c-b0a428efd92a/24a6e17d-2d77-44a7-a0b2-074379dee982) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:27.702227 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-715748a8-a081-499c-9795-23f5ab434636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.706041 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-715748a8-a081-499c-9795-23f5ab434636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.709713 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-715748a8-a081-499c-9795-23f5ab434636 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bf6f234c-e9e8-47dd-8ab3-ff8aee05101e HTTP/1.1" status: 204 len: 168 time: 0.1992309 Jul 13 14:46:27.716652 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715748a8-a081-499c-9795-23f5ab434636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6f234c-e9e8-47dd-8ab3-ff8aee05101e,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:27.802353 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59130) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:27.831492 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-d9411d2d-ea9e-4195-bdbb-5b417babf861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.957709 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-d9411d2d-ea9e-4195-bdbb-5b417babf861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.961945 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-d9411d2d-ea9e-4195-bdbb-5b417babf861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:27.991726 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.001735 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-d9411d2d-ea9e-4195-bdbb-5b417babf861 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0d3ad57bc77c48cbaaf6bb2fc519720d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956012 Jul 13 14:46:28.003216 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59140) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:28.025254 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9411d2d-ea9e-4195-bdbb-5b417babf861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3a33e9-09fc-4d1a-95d6-634f8cad0a18,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:28.111445 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e9ee42a4-5410-4772-b99b-a070cdeb7d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.139046 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e9ee42a4-5410-4772-b99b-a070cdeb7d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.147345 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.192714 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4149fa-2552-469e-86ef-db191b6c3949 req-d321d048-1e91-46be-879f-0da32617acb0 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:28.197253 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Network e8e6924b-1030-4cd4-9011-b578c9d1ac96 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:28.200627 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3c4149fa-2552-469e-86ef-db191b6c3949 req-d321d048-1e91-46be-879f-0da32617acb0 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.1030431 Jul 13 14:46:28.206390 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:28.213331 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:28.245027 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3c4149fa-2552-469e-86ef-db191b6c3949 req-91e3f438-860c-41bb-80a5-d7a67127dd23 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Jul 13 14:46:28.263706 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Pushing event updated for resources: {'Port': ['ID=24a6e17d-2d77-44a7-a0b2-074379dee982,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:28.283638 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59148) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:28.286327 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e9ee42a4-5410-4772-b99b-a070cdeb7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.288988 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e9ee42a4-5410-4772-b99b-a070cdeb7d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.293904 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-e9ee42a4-5410-4772-b99b-a070cdeb7d6d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e3a33e9-09fc-4d1a-95d6-634f8cad0a18 HTTP/1.1" status: 204 len: 168 time: 0.2853682 Jul 13 14:46:28.296762 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:28.297392 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.307480 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7016df17-3b58-4240-93a0-937361703062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.313950 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee42a4-5410-4772-b99b-a070cdeb7d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3a33e9-09fc-4d1a-95d6-634f8cad0a18,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:28.321557 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-8a69d1b0-2470-4916-b3ce-4ed7aaf260dd tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1889288 Jul 13 14:46:28.339440 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Request body: {'port': {'device_id': '99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:28.425717 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.476389 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f125cc9d-68a1-4a8a-ab45-e4ebc189600d req-90748754-690a-498c-8f7a-93e9aaaca7aa tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 210 time: 0.0733013 Jul 13 14:46:28.508494 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7016df17-3b58-4240-93a0-937361703062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.516961 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7016df17-3b58-4240-93a0-937361703062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.552801 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016df17-3b58-4240-93a0-937361703062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63d9e6a-a726-4557-bbf0-1f0b76f92ad6,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:28.592544 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-7016df17-3b58-4240-93a0-937361703062 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f517c6246c194a2999b6fc68ef1e2b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049285 Jul 13 14:46:28.594988 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59158) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:28.700561 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fd6305ac-8613-42bc-a600-ffbc5ba14ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.737926 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fd6305ac-8613-42bc-a600-ffbc5ba14ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.795975 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc211c-03d1-4e2f-ab21-a8736906e3f9 req-ae241e02-863f-4db5-a8ac-9167ddd0da17 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:28.797926 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-46dc211c-03d1-4e2f-ab21-a8736906e3f9 req-ae241e02-863f-4db5-a8ac-9167ddd0da17 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 932 time: 0.1698773 Jul 13 14:46:28.829124 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bea16-5902-449d-9417-6f6747814f42 req-346687f6-b2a1-403e-8ee0-51aa8968a598 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:28.832325 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-346687f6-b2a1-403e-8ee0-51aa8968a598 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 815 time: 0.1913097 Jul 13 14:46:28.851191 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59166) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:28.857868 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-46dc211c-03d1-4e2f-ab21-a8736906e3f9 req-f9226d95-3648-466a-aa3c-30b53cb2ea6d tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470321 Jul 13 14:46:28.864852 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fd6305ac-8613-42bc-a600-ffbc5ba14ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.867982 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fd6305ac-8613-42bc-a600-ffbc5ba14ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.871471 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-fd6305ac-8613-42bc-a600-ffbc5ba14ffb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d63d9e6a-a726-4557-bbf0-1f0b76f92ad6 HTTP/1.1" status: 204 len: 168 time: 0.2730713 Jul 13 14:46:28.878858 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Request body: {'port': {'device_id': '64e8e488-b71c-4a3d-a886-e761b9bc0513', 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694', 'admin_state_up': True, 'tenant_id': 'b3c706a3a2034358ae8211a94d903ec0'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:28.884534 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6305ac-8613-42bc-a600-ffbc5ba14ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63d9e6a-a726-4557-bbf0-1f0b76f92ad6,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:28.948105 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-84a31e58-3b33-4ee1-84dd-6c50ca31768a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:28.982666 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a6e17d-2d77-44a7-a0b2-074379dee982 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:28.995819 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.036966 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Transition to ACTIVE for port object 24a6e17d-2d77-44a7-a0b2-074379dee982 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:29.044058 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59176) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:29.048971 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.127795 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=24a6e17d-2d77-44a7-a0b2-074379dee982,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:29.150416 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1009960122-network', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:29.232152 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-84a31e58-3b33-4ee1-84dd-6c50ca31768a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.240687 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-84a31e58-3b33-4ee1-84dd-6c50ca31768a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.242879 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Attempting to bind port 24a6e17d-2d77-44a7-a0b2-074379dee982 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:29.243223 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Attempting to bind port 24a6e17d-2d77-44a7-a0b2-074379dee982 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '669f0305-d567-4de6-a572-76c0bac89f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:29.243552 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Attempting to bind port 24a6e17d-2d77-44a7-a0b2-074379dee982 on network e8e6924b-1030-4cd4-9011-b578c9d1ac96 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:29.269781 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Port 24a6e17d-2d77-44a7-a0b2-074379dee982 on network e8e6924b-1030-4cd4-9011-b578c9d1ac96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:46:29.270115 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Attempting to bind port 24a6e17d-2d77-44a7-a0b2-074379dee982 on network e8e6924b-1030-4cd4-9011-b578c9d1ac96 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:29.295174 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Made reservation on behalf of b3c706a3a2034358ae8211a94d903ec0 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:29.299036 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.307855 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:29.308273 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Checking segment: {'id': '669f0305-d567-4de6-a572-76c0bac89f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:29.308682 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Bound using segment: {'id': '669f0305-d567-4de6-a572-76c0bac89f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:29.309179 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Bound port: 24a6e17d-2d77-44a7-a0b2-074379dee982, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669f0305-d567-4de6-a572-76c0bac89f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:29.310142 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.312182 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Made reservation on behalf of 746d46972af64df1890a7bdcd7b8f594 for: {'network': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:29.316970 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.321366 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-84a31e58-3b33-4ee1-84dd-6c50ca31768a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0768d14c98374ffe86a4c4d7ca935771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679084 Jul 13 14:46:29.325432 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a31e58-3b33-4ee1-84dd-6c50ca31768a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053e4b17-38ae-4b76-9bbb-edb84fb2cfb9,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:29.326106 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59186) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:29.361647 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.363245 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59188) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:29.379746 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-60e031f6-4494-481d-9354-e5e0c58890cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.447539 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] For port 24a6e17d-2d77-44a7-a0b2-074379dee982, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:29.472833 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fac88dd5-abaa-412c-9988-00e7ecd53d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.479792 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] For port 24a6e17d-2d77-44a7-a0b2-074379dee982, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=24a6e17d-2d77-44a7-a0b2-074379dee982,segment=NetworkSegment(669f0305-d567-4de6-a572-76c0bac89f2d),segment_id=669f0305-d567-4de6-a572-76c0bac89f2d)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:29.486798 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.517468 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fac88dd5-abaa-412c-9988-00e7ecd53d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.531405 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Allocated IP 172.20.0.14 (b9a42372-1973-4e89-86bb-cfe54dc44694/0fed1be0-ce58-4e2a-9c3d-b9f2a7445750/2e21a714-081d-48c0-94ad-bd1fe427e87d) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:29.540051 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:29.540752 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.542526 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] 10.222.0.70 "PUT /v2.0/ports/24a6e17d-2d77-44a7-a0b2-074379dee982 HTTP/1.1" status: 200 len: 1094 time: 1.2078154 Jul 13 14:46:29.543018 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0', 'tag': '24a6e17d-2d77-44a7-a0b2-074379dee982'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:29.546070 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243" -d '{"events": [{"name": "network-changed", "server_uuid": "99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0", "tag": "24a6e17d-2d77-44a7-a0b2-074379dee982"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:29.590300 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c846043-22e3-4d9d-82a8-6727cf895ad9 req-c5657852-b05f-45ed-9778-f24cab18dd55 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:29.592466 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2c846043-22e3-4d9d-82a8-6727cf895ad9 req-c5657852-b05f-45ed-9778-f24cab18dd55 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.1694522 Jul 13 14:46:29.631621 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fac88dd5-abaa-412c-9988-00e7ecd53d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.634166 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fac88dd5-abaa-412c-9988-00e7ecd53d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.635298 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-fac88dd5-abaa-412c-9988-00e7ecd53d73 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/053e4b17-38ae-4b76-9bbb-edb84fb2cfb9 HTTP/1.1" status: 204 len: 168 time: 0.3082502 Jul 13 14:46:29.656374 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30902b1f-1a59-4cb8-bdb1-9c3c2fc27fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=24a6e17d-2d77-44a7-a0b2-074379dee982,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:29.670684 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.694569 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac88dd5-abaa-412c-9988-00e7ecd53d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053e4b17-38ae-4b76-9bbb-edb84fb2cfb9,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:29.697707 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0ff1f60f-63c4-4d39-a0a8-853bf06eee08 req-a8135255-b96f-4ea0-89d8-919ce9591008 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 210 time: 0.0612335 Jul 13 14:46:29.701202 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.710991 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2c846043-22e3-4d9d-82a8-6727cf895ad9 req-0e7e5521-75da-4902-850f-7ed97fe1347a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118999 Jul 13 14:46:29.728428 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=99621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:46:29.758493 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.758846 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.segments_db [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Added segment 5512391e-f6c6-4752-95d0-f9b2abebb481 of type vlan for network b2ddd26d-3988-4f68-a07a-dd596748a7ec Jul 13 14:46:29.768696 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74802da3-d114-443a-abca-9375ac83532f,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:29.768896 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-16068a25-1e46-4667-b85d-a59aefc83bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:29.778922 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-16068a25-1e46-4667-b85d-a59aefc83bbf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=167fceaf4380423cafdfdfb08f3a2cb5&device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 1097 time: 0.1686261 Jul 13 14:46:29.780997 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d61511-32f3-4a20-8ab0-630c19e5a843 x-openstack-request-id: req-23d61511-32f3-4a20-8ab0-630c19e5a843 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:29.781349 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0", "tag": "24a6e17d-2d77-44a7-a0b2-074379dee982", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:29.781674 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-23d61511-32f3-4a20-8ab0-630c19e5a843 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:29.782169 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0', 'tag': '24a6e17d-2d77-44a7-a0b2-074379dee982', 'status': 'completed', 'code': 200} Jul 13 14:46:29.817148 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.870885 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.872496 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:29.873091 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.938567 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-60e031f6-4494-481d-9354-e5e0c58890cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.948998 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-60e031f6-4494-481d-9354-e5e0c58890cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:29.966535 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9216270 Jul 13 14:46:29.967175 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59200) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:29.976841 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a82f61-df35-43d7-84f7-5070651f85ba admin admin] Pushing event updated for resources: {'Network': ['ID=b2ddd26d-3988-4f68-a07a-dd596748a7ec,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:29.987225 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Request body: {'subnet': {'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1009960122-subnet', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:29.997858 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:46:30.029105 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-60e031f6-4494-481d-9354-e5e0c58890cf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=944dbe836afd4b38ae1994416939b1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648381 Jul 13 14:46:30.030051 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e031f6-4494-481d-9354-e5e0c58890cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a5328d-e206-453b-9a7c-11cbf9b2391d,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:30.036270 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59204) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:30.066944 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-46c6aec6-62ae-4669-9789-a21510505905 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24a6e17d-2d77-44a7-a0b2-074379dee982 HTTP/1.1" status: 200 len: 217 time: 0.2668540 Jul 13 14:46:30.088874 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.096238 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Made reservation on behalf of 746d46972af64df1890a7bdcd7b8f594 for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:30.098986 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.137458 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-02b9aa9f-830d-4acc-8043-b35ef6b257db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:30.138899 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-02b9aa9f-830d-4acc-8043-b35ef6b257db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bdc061ba-d0d0-4df0-b27c-b0a428efd92a HTTP/1.1" status: 200 len: 854 time: 0.0613167 Jul 13 14:46:30.177078 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-05a96ffd-d566-4057-b1e1-d1f95d9ec425 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e6924b-1030-4cd4-9011-b578c9d1ac96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275683 Jul 13 14:46:30.223416 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed8784-44b5-437e-9330-bb8344559fdc req-c2d5b94e-8b44-4246-9457-07db01cf3697 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:30.229062 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.230237 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-74ed8784-44b5-437e-9330-bb8344559fdc req-c2d5b94e-8b44-4246-9457-07db01cf3697 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 944 time: 0.2177460 Jul 13 14:46:30.232557 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b8dc87c6-5d11-4c77-a3eb-fd41eb0cd7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.248136 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['448e113a-c24f-45c6-8f09-b3c3d2b9e5ab'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:30.273960 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b8dc87c6-5d11-4c77-a3eb-fd41eb0cd7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.305150 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Network b9a42372-1973-4e89-86bb-cfe54dc44694 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:30.312212 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:30.320342 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:30.331880 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Pushing event updated for resources: {'Port': ['ID=2e21a714-081d-48c0-94ad-bd1fe427e87d,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:30.378705 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-b9e841ef-fc02-4791-bd91-361cb87c97cf service neutron] 10.222.0.70 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940980 Jul 13 14:46:30.420300 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:30.421099 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.468737 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-69388a45-9b02-4666-aebb-5d104209ab46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6164551 Jul 13 14:46:30.485961 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Request body: {'port': {'device_id': '64e8e488-b71c-4a3d-a886-e761b9bc0513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:30.489026 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-74ed8784-44b5-437e-9330-bb8344559fdc req-ca2e1015-70b5-4390-a7c8-e42fe7a1f1f6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579432 Jul 13 14:46:30.550367 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257eff5e-c089-46f5-95c6-df0c4cc709f9 req-7f997680-bd66-4d88-b5b7-314f00dcd670 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585724 Jul 13 14:46:30.565088 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b8dc87c6-5d11-4c77-a3eb-fd41eb0cd7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.567755 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b8dc87c6-5d11-4c77-a3eb-fd41eb0cd7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.571339 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-b8dc87c6-5d11-4c77-a3eb-fd41eb0cd7ba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e9a5328d-e206-453b-9a7c-11cbf9b2391d HTTP/1.1" status: 204 len: 168 time: 0.5316563 Jul 13 14:46:30.578831 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc87c6-5d11-4c77-a3eb-fd41eb0cd7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a5328d-e206-453b-9a7c-11cbf9b2391d,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:30.587549 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.598705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.660684 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=425e5777-40a1-4c0a-ab3d-72d699a16fe1,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:30.672181 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Checking segment: {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:30.672547 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Network hostable DHCP agents. Network: b2ddd26d-3988-4f68-a07a-dd596748a7ec, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:46:30.690241 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:46:30.705319 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, b2ddd26d-3988-4f68-a07a-dd596748a7ec) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:30.714359 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:30.714963 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.718453 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7aef98-d942-4a20-a2f9-9b7540bae83c None None] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:30.742052 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1f0ca92b-82ec-4790-b28c-ec26033ebb6a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7661664 Jul 13 14:46:30.743142 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59230) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:30.754321 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:30.796732 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.800361 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7029'] for router, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:30.937018 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.014368 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64df5e68-33c8-51d1-8ea3-e02e79acb91b-b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1'}]}} from dv-cinder-733622-17-iscsi. {{(pid=99623) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:46:31.015465 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.100802 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243 req-8ca71728-da6d-4747-b90a-6f5b639ec902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:31.102552 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243 req-8ca71728-da6d-4747-b90a-6f5b639ec902 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=167fceaf4380423cafdfdfb08f3a2cb5&device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 1097 time: 0.2283733 Jul 13 14:46:31.130533 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e21a714-081d-48c0-94ad-bd1fe427e87d {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:31.182715 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.194999 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.210126 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Transition to ACTIVE for port object 2e21a714-081d-48c0-94ad-bd1fe427e87d will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:31.214409 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c977098-848c-403b-beb0-66a618b16e98 req-a05ea9d5-cbe4-4f43-bbb2-ddff2dc1195b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:31.216401 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.227320 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7c977098-848c-403b-beb0-66a618b16e98 req-a05ea9d5-cbe4-4f43-bbb2-ddff2dc1195b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.3046396 Jul 13 14:46:31.244758 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580c464-2486-487e-8a18-d89cc2ff052c req-df8ddd73-8f4b-488b-9b60-b4cdb8a47992 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:31.247912 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3580c464-2486-487e-8a18-d89cc2ff052c req-df8ddd73-8f4b-488b-9b60-b4cdb8a47992 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 932 time: 0.3086610 Jul 13 14:46:31.250422 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.db_base_plugin_common [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Allocated IP 172.20.0.2 (b2ddd26d-3988-4f68-a07a-dd596748a7ec/425e5777-40a1-4c0a-ab3d-72d699a16fe1/76e1da4a-829e-43d4-9f51-3d3a5bdecd89) {{(pid=99623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:31.359301 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7c977098-848c-403b-beb0-66a618b16e98 req-884fb1cb-d458-4aa2-a446-fd3d3ff93190 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360266 Jul 13 14:46:31.368658 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243 req-3e5ac551-8521-42f3-84a9-0b4cb7f88233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:31.370101 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243 req-3e5ac551-8521-42f3-84a9-0b4cb7f88233 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8e6924b-1030-4cd4-9011-b578c9d1ac96 HTTP/1.1" status: 200 len: 915 time: 0.2539692 Jul 13 14:46:31.370992 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e21a714-081d-48c0-94ad-bd1fe427e87d,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:31.382164 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3580c464-2486-487e-8a18-d89cc2ff052c req-d7ccf3a4-a042-4ef1-83cb-aed3d1c46974 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216645 Jul 13 14:46:31.460187 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243 req-b7728833-0127-4c9d-af50-6ebd18eb7101 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24a6e17d-2d77-44a7-a0b2-074379dee982 HTTP/1.1" status: 200 len: 217 time: 0.0780301 Jul 13 14:46:31.504860 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Notify callbacks [] for port, precommit_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.515688 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Transition to ACTIVE for port object 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:31.535736 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Transition to ACTIVE for port object 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 will not be triggered until provisioned by entity DHCP. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:31.544049 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.551060 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Attempting to bind port 2e21a714-081d-48c0-94ad-bd1fe427e87d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:31.552930 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Attempting to bind port 2e21a714-081d-48c0-94ad-bd1fe427e87d by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:31.553328 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Attempting to bind port 2e21a714-081d-48c0-94ad-bd1fe427e87d on network b9a42372-1973-4e89-86bb-cfe54dc44694 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:31.583401 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Port 2e21a714-081d-48c0-94ad-bd1fe427e87d on network b9a42372-1973-4e89-86bb-cfe54dc44694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:46:31.586498 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Attempting to bind port 2e21a714-081d-48c0-94ad-bd1fe427e87d on network b9a42372-1973-4e89-86bb-cfe54dc44694 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:31.598227 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243 req-6f09ffa6-71b1-4566-b5b4-71591e92cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:31.599687 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243 req-6f09ffa6-71b1-4566-b5b4-71591e92cd1e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bdc061ba-d0d0-4df0-b27c-b0a428efd92a HTTP/1.1" status: 200 len: 854 time: 0.1247678 Jul 13 14:46:31.604239 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:31.604532 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Checking segment: {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:31.605035 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Bound using segment: {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:31.605504 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Bound port: 2e21a714-081d-48c0-94ad-bd1fe427e87d, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:31.605782 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.609258 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Pushing event updated for resources: {'Port': ['ID=76e1da4a-829e-43d4-9f51-3d3a5bdecd89,revision_number=1']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:31.613467 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.622977 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.623434 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.623788 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.624124 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.625239 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.625583 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.625919 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.626415 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.626904 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.627406 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.627884 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.628493 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:31.646477 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec is already hosted by enough agents. {{(pid=99623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:31.664594 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243 req-e4a10ac6-6d2c-4761-ada6-722105bb4979 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e6924b-1030-4cd4-9011-b578c9d1ac96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392084 Jul 13 14:46:31.675774 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.base_scheduler [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Resources bound (agent type, host, resource id): {{(pid=99623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:31.679864 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Received port after_create {{(pid=99623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:31.696797 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.770701 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Attempting to bind port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:31.771127 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Attempting to bind port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:31.771496 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Attempting to bind port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 on network b2ddd26d-3988-4f68-a07a-dd596748a7ec {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:31.779710 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:31.780126 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Checking segment: {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:31.780546 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.780949 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Bound using segment: {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:31.781478 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Bound port: 76e1da4a-829e-43d4-9f51-3d3a5bdecd89, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:31.782026 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.865491 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] For port 2e21a714-081d-48c0-94ad-bd1fe427e87d, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:31.892681 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] For port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:31.897317 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] For port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=76e1da4a-829e-43d4-9f51-3d3a5bdecd89,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:31.900854 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] For port 2e21a714-081d-48c0-94ad-bd1fe427e87d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e21a714-081d-48c0-94ad-bd1fe427e87d,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:31.905502 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243 req-9757c8e7-8e3c-49ff-b9f2-7d55338f35d4 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217615 Jul 13 14:46:31.905929 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.907528 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.931494 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Allocated IP 172.27.0.201 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/54460a2c-fb6c-4106-9012-886111e57c17) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:31.948394 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:31.949374 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:31.952680 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] 10.222.0.70 "PUT /v2.0/ports/2e21a714-081d-48c0-94ad-bd1fe427e87d HTTP/1.1" status: 200 len: 1094 time: 1.4741254 Jul 13 14:46:31.956112 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e8e488-b71c-4a3d-a886-e761b9bc0513', 'tag': '2e21a714-081d-48c0-94ad-bd1fe427e87d'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:31.959578 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44" -d '{"events": [{"name": "network-changed", "server_uuid": "64e8e488-b71c-4a3d-a886-e761b9bc0513", "tag": "2e21a714-081d-48c0-94ad-bd1fe427e87d"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:31.962631 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a48e5e-fa82-4184-8f97-e26514f4018c req-e5bbdcf4-ed06-4d48-89c7-d9788c80e9eb tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:31.964222 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-85a48e5e-fa82-4184-8f97-e26514f4018c req-e5bbdcf4-ed06-4d48-89c7-d9788c80e9eb tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 944 time: 0.2700820 Jul 13 14:46:32.062842 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87fb249-997b-40bf-a8d6-71c1e99dd0bd x-openstack-request-id: req-d87fb249-997b-40bf-a8d6-71c1e99dd0bd {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:32.063393 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e8e488-b71c-4a3d-a886-e761b9bc0513", "tag": "2e21a714-081d-48c0-94ad-bd1fe427e87d", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:32.063841 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d87fb249-997b-40bf-a8d6-71c1e99dd0bd {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:32.064317 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e8e488-b71c-4a3d-a886-e761b9bc0513', 'tag': '2e21a714-081d-48c0-94ad-bd1fe427e87d', 'status': 'completed', 'code': 200} Jul 13 14:46:32.067243 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc450c5-50ba-4292-b534-9dd4e9f12b36 None None] Pushing event updated for resources: {'Port': ['ID=76e1da4a-829e-43d4-9f51-3d3a5bdecd89,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:32.099511 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f55a6-275b-484d-a7b3-f3814aba25b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e21a714-081d-48c0-94ad-bd1fe427e87d,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:32.152477 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3abeed2f-8cdf-4205-bb5f-edc6c0fd1243 req-c6d39927-d581-4b9b-900f-89d7c1d7d0fe service neutron] 10.222.0.70 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180176 Jul 13 14:46:32.156883 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a0649b2d-e770-43fe-bad6-81b8565807f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:32.158854 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-a0649b2d-e770-43fe-bad6-81b8565807f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 1097 time: 0.1371348 Jul 13 14:46:32.166407 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:32.214199 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-85ba1ddc-73ed-4335-8dc9-299ca76e84dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e21a714-081d-48c0-94ad-bd1fe427e87d HTTP/1.1" status: 200 len: 217 time: 0.0434802 Jul 13 14:46:32.248065 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-85a48e5e-fa82-4184-8f97-e26514f4018c req-5dfe327a-790c-42a6-803b-b318a09cfa52 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545199 Jul 13 14:46:32.281151 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:32.302418 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bea16-5902-449d-9417-6f6747814f42 req-7247b0f1-f5af-4f12-a65f-943a71d5ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:32.304451 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-7247b0f1-f5af-4f12-a65f-943a71d5ec09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fed1be0-ce58-4e2a-9c3d-b9f2a7445750 HTTP/1.1" status: 200 len: 855 time: 0.0760121 Jul 13 14:46:32.326916 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:32.329833 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:32.346216 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:32.349359 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=54460a2c-fb6c-4106-9012-886111e57c17,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:32.359504 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-9e03354b-8ff8-412d-803f-3636fa22b8cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9a42372-1973-4e89-86bb-cfe54dc44694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353236 Jul 13 14:46:32.487959 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-df6155f6-1001-42ad-a77a-c8752db3d6f7 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200213 Jul 13 14:46:32.604546 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-2a0bea16-5902-449d-9417-6f6747814f42 req-f4b240ab-9010-4890-9916-52068deb73ac service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064360 Jul 13 14:46:32.690615 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8bf6c-c51f-45b9-9406-097c27d3991c req-394843eb-9288-408e-b612-2ac7917605dd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:32.692146 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6bc8bf6c-c51f-45b9-9406-097c27d3991c req-394843eb-9288-408e-b612-2ac7917605dd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.2075701 Jul 13 14:46:32.712966 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f642c-a4ec-4f8b-86cb-50012e608a86 req-1bcdaa93-7ee6-4390-98e1-753b04372af2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:32.714542 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a38f642c-a4ec-4f8b-86cb-50012e608a86 req-1bcdaa93-7ee6-4390-98e1-753b04372af2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 944 time: 0.1831474 Jul 13 14:46:32.718383 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44 req-cbc852a7-93f7-4b73-8ccd-d020acb32482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:32.720323 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44 req-cbc852a7-93f7-4b73-8ccd-d020acb32482 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 1097 time: 0.0592930 Jul 13 14:46:32.746772 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:32.818857 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6bc8bf6c-c51f-45b9-9406-097c27d3991c req-57e92619-74c0-42a8-bc25-0e1540b8fd7c tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162663 Jul 13 14:46:32.838472 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a38f642c-a4ec-4f8b-86cb-50012e608a86 req-527f4ba6-6cd5-434b-81f5-1c60d667651f tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163945 Jul 13 14:46:32.867686 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44 req-2497d14e-fe49-4b53-985c-a34f2eb15ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:32.869594 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44 req-2497d14e-fe49-4b53-985c-a34f2eb15ad7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 916 time: 0.1347430 Jul 13 14:46:32.920730 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44 req-78800758-3891-4696-b416-dd4bfb9ecda4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e21a714-081d-48c0-94ad-bd1fe427e87d HTTP/1.1" status: 200 len: 217 time: 0.0413337 Jul 13 14:46:33.050883 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44 req-70c6d71c-2265-4521-8cf7-5e79d2f66039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:33.053429 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44 req-70c6d71c-2265-4521-8cf7-5e79d2f66039 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fed1be0-ce58-4e2a-9c3d-b9f2a7445750 HTTP/1.1" status: 200 len: 855 time: 0.1246412 Jul 13 14:46:33.081885 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 24a6e17d-2d77-44a7-a0b2-074379dee982 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:46:33.149998 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:33.176420 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44 req-b7a874de-36ab-4911-9191-0b2b9b4a001d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9a42372-1973-4e89-86bb-cfe54dc44694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058934 Jul 13 14:46:33.329721 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44 req-2ca919c3-574d-40aa-b573-332056d715b6 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399865 Jul 13 14:46:33.358974 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839'] for router, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.384809 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b64d52-9f99-4a92-ade1-2096718fae7d None None] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:33.462405 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4ca43e8b-c64d-4624-a655-7c9dd7ab5a44 req-aa847fd8-3a48-4483-98a6-f8af78c02c32 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240070 Jul 13 14:46:33.470983 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-13e6009d-dfe3-4642-b60b-13ec9a22a563 None None] Provisioning for port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:33.540723 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:33.552759 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 24a6e17d-2d77-44a7-a0b2-074379dee982, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=24a6e17d-2d77-44a7-a0b2-074379dee982,segment=NetworkSegment(669f0305-d567-4de6-a572-76c0bac89f2d),segment_id=669f0305-d567-4de6-a572-76c0bac89f2d)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:33.563480 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:33.563480 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.595425 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '24a6e17d-2d77-44a7-a0b2-074379dee982', 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96', 'port_id': '24a6e17d-2d77-44a7-a0b2-074379dee982', 'mac_address': 'fa:16:3e:09:e4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc061ba-d0d0-4df0-b27c-b0a428efd92a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:46:33.619366 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f8554-79c3-4ad8-bf7a-3bb848fb99f0 req-2d8bde1d-732a-4bcc-8df0-eaaf6c86fe14 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:33.620966 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0b6f8554-79c3-4ad8-bf7a-3bb848fb99f0 req-2d8bde1d-732a-4bcc-8df0-eaaf6c86fe14 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 944 time: 0.1677217 Jul 13 14:46:33.670361 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Router 434e596b-c3b2-4ea7-acc3-d437154d2337 is scheduled to L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 with binding_index 1 {{(pid=99621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:46:33.679796 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0b6f8554-79c3-4ad8-bf7a-3bb848fb99f0 req-cdddc4dc-fc0d-449e-97ac-b544feac539c tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515249 Jul 13 14:46:33.707587 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.754395 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a6e17d-2d77-44a7-a0b2-074379dee982 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:33.784162 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:33.794628 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 24a6e17d-2d77-44a7-a0b2-074379dee982, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=24a6e17d-2d77-44a7-a0b2-074379dee982,segment=NetworkSegment(669f0305-d567-4de6-a572-76c0bac89f2d),segment_id=669f0305-d567-4de6-a572-76c0bac89f2d)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:33.794982 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Sync routers for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:33.795837 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.800256 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.804490 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59314) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:33.804818 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1e26fb2c-850f-4382-8cb1-d967fc1af0f3 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0609939 Jul 13 14:46:33.809927 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:33.810582 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:46:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:33.811180 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.865953 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=76e1da4a-829e-43d4-9f51-3d3a5bdecd89,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:33.875789 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:33.887934 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=24a6e17d-2d77-44a7-a0b2-074379dee982,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:33.956486 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:33.991441 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=76e1da4a-829e-43d4-9f51-3d3a5bdecd89,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:34.138803 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da213ab3-3206-4695-b6ba-bfb4069658ee req-77d6bd07-032f-47c1-9b1c-0920d2376ba5 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:34.140394 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-da213ab3-3206-4695-b6ba-bfb4069658ee req-77d6bd07-032f-47c1-9b1c-0920d2376ba5 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.1478157 Jul 13 14:46:34.163297 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c0120-1545-46d7-b749-fc17463792ec req-5b44ccbe-5520-4d03-aae5-7b49c7414384 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:34.164804 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-680c0120-1545-46d7-b749-fc17463792ec req-5b44ccbe-5520-4d03-aae5-7b49c7414384 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 944 time: 0.1220036 Jul 13 14:46:34.198104 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:32Z', 'revision_number': 3, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:34.207075 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-da213ab3-3206-4695-b6ba-bfb4069658ee req-5702ef08-eb3c-4e9a-a2bb-99517b6f7f3e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604513 Jul 13 14:46:34.212817 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-2f491b65-6334-4d00-80f6-1dd55a8d1b4f None None] Provisioning complete for port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:34.213301 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-2f491b65-6334-4d00-80f6-1dd55a8d1b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.226853 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-680c0120-1545-46d7-b749-fc17463792ec req-287ef1ab-51f4-44f5-8677-56e2caf86b30 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513964 Jul 13 14:46:34.239995 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Checking router: 434e596b-c3b2-4ea7-acc3-d437154d2337 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:34.240387 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Updating router 434e596b-c3b2-4ea7-acc3-d437154d2337 port 54460a2c-fb6c-4106-9012-886111e57c17 binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:34.279292 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.370995 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.523121 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Allocated IP 172.20.0.1 (b2ddd26d-3988-4f68-a07a-dd596748a7ec/425e5777-40a1-4c0a-ab3d-72d699a16fe1/b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:34.524783 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.535071 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Transition to ACTIVE for port object 54460a2c-fb6c-4106-9012-886111e57c17 will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:34.541055 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.593321 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Attempting to bind port 54460a2c-fb6c-4106-9012-886111e57c17 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:34.593696 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Attempting to bind port 54460a2c-fb6c-4106-9012-886111e57c17 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:34.594059 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Attempting to bind port 54460a2c-fb6c-4106-9012-886111e57c17 on network 29747457-fede-49b1-b2b1-e0dc79c8d995 {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:34.600701 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Pushing event updated for resources: {'Port': ['ID=54460a2c-fb6c-4106-9012-886111e57c17,revision_number=2']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:34.606772 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:34.607147 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:34.607553 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.607944 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Bound using segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:34.608439 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Bound port: 54460a2c-fb6c-4106-9012-886111e57c17, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:34.608848 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.611930 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.612321 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.612676 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.613015 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.613355 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.613757 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.614121 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.614456 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.614859 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.615191 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.615521 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.615899 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:34.629110 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.642812 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Transition to ACTIVE for port object b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:34.667654 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] For port 54460a2c-fb6c-4106-9012-886111e57c17, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:34.670842 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] For port 54460a2c-fb6c-4106-9012-886111e57c17, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=54460a2c-fb6c-4106-9012-886111e57c17,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:34.674547 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.678337 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.719047 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:34.721945 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:34.724462 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:34.737696 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:34.738526 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:46:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:34.764662 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Pushing event updated for resources: {'Port': ['ID=b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:34.783728 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-716178'] for router_interface, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.793451 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7168bd-d531-4bf9-9419-22257b230bb1 None None] Pushing event updated for resources: {'Port': ['ID=54460a2c-fb6c-4106-9012-886111e57c17,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:34.873757 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:34.889187 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd0076-5bb3-4c3e-bd09-6bfe5569c54f req-ed3a51a0-6446-4918-b0cc-363b1e03f798 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:34.904949 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cfbd0076-5bb3-4c3e-bd09-6bfe5569c54f req-ed3a51a0-6446-4918-b0cc-363b1e03f798 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 945 time: 0.0861869 Jul 13 14:46:34.945882 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:34.951515 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cfbd0076-5bb3-4c3e-bd09-6bfe5569c54f req-f32dd997-2916-45f8-b64e-6d23a1dd7c86 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Jul 13 14:46:34.995264 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:35.042572 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-03470c20-334a-47b7-b630-61a843e50c59 None None] Provisioning for port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:35.046223 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-03470c20-334a-47b7-b630-61a843e50c59 None None] Provisioning complete for port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:35.046674 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-03470c20-334a-47b7-b630-61a843e50c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.082639 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:32Z', 'revision_number': 3, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:35.087582 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:35.087952 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.091820 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-03470c20-334a-47b7-b630-61a843e50c59 None None] Port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:35.145107 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.151561 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.198079 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c45467-afd7-4a14-809d-ca8d6403cb2a None None] The sync data for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi is: [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:32Z', 'revision_number': 3, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:35.228680 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716504'] for router_interface, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.230411 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Pushing event updated for resources: {'Port': ['ID=b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:35.325504 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:35.326901 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:35.405825 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f47644-2e84-416f-adf0-e0824ba2c5fc req-f8eca299-5aba-4ef4-bffb-b1668016743a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:35.413848 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-58f47644-2e84-416f-adf0-e0824ba2c5fc req-f8eca299-5aba-4ef4-bffb-b1668016743a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0857065 Jul 13 14:46:35.482331 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-58f47644-2e84-416f-adf0-e0824ba2c5fc req-a4a26350-9e5b-44c7-9c1c-2949fd225a83 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675869 Jul 13 14:46:35.614594 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-c59f50cf-13ee-449b-9811-873586e0f0ee None None] Provisioning complete for port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:35.615556 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-c59f50cf-13ee-449b-9811-873586e0f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.654185 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-c59f50cf-13ee-449b-9811-873586e0f0ee None None] Port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:35.677877 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea1a11-d520-40f3-8fdd-23c59bf6a74b req-7558d47f-c900-4c94-a16e-7f27422e2422 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:35.679438 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-30ea1a11-d520-40f3-8fdd-23c59bf6a74b req-7558d47f-c900-4c94-a16e-7f27422e2422 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 944 time: 0.0805643 Jul 13 14:46:35.708242 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Router 434e596b-c3b2-4ea7-acc3-d437154d2337 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:35.730642 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-30ea1a11-d520-40f3-8fdd-23c59bf6a74b req-97784054-d0c7-486d-ad44-53fc01026ea0 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442636 Jul 13 14:46:35.823034 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:35.829569 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-f9e906ba-60f2-4aad-8c86-c8cf39a8c32e admin admin] 10.222.0.68 "PUT /v2.0/routers/434e596b-c3b2-4ea7-acc3-d437154d2337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0235145 Jul 13 14:46:36.311508 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59348) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:36.316328 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-f412f812-20ac-4496-9790-ca495b9c4367 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--746721273', 'description': 'tempest-description--1319393918'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:36.341317 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f412f812-20ac-4496-9790-ca495b9c4367 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.431249 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f412f812-20ac-4496-9790-ca495b9c4367 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.435535 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f412f812-20ac-4496-9790-ca495b9c4367 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.461182 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470f4c6-1752-4b09-aa8f-f132c8c23af8 req-1b9719ae-042f-49d3-9b3b-3ede006cf46d tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:36.462768 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f470f4c6-1752-4b09-aa8f-f132c8c23af8 req-1b9719ae-042f-49d3-9b3b-3ede006cf46d tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 945 time: 0.0726311 Jul 13 14:46:36.470863 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f412f812-20ac-4496-9790-ca495b9c4367 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.474860 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-f412f812-20ac-4496-9790-ca495b9c4367 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1596949 Jul 13 14:46:36.474860 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412f812-20ac-4496-9790-ca495b9c4367 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df173fd-74cf-4438-b5ea-6950267112ad,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:36.475164 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59354) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:36.488710 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-d67ac0b3-8069-4b6c-8294-b59b05ed4b8c tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'security_group_rule': {'security_group_id': '0df173fd-74cf-4438-b5ea-6950267112ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:36.511474 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f470f4c6-1752-4b09-aa8f-f132c8c23af8 req-3d746d5d-c379-421e-a203-909be113bd90 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Jul 13 14:46:36.531633 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d67ac0b3-8069-4b6c-8294-b59b05ed4b8c tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.600583 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d67ac0b3-8069-4b6c-8294-b59b05ed4b8c tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.605365 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d67ac0b3-8069-4b6c-8294-b59b05ed4b8c tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.624819 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ac0b3-8069-4b6c-8294-b59b05ed4b8c tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf83181-4564-435c-ac09-d8e6b7f17875,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:36.630749 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d67ac0b3-8069-4b6c-8294-b59b05ed4b8c tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.631979 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-d67ac0b3-8069-4b6c-8294-b59b05ed4b8c tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471028 Jul 13 14:46:36.634714 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59358) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:36.640730 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['24a6e17d-2d77-44a7-a0b2-074379dee982'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:36.642407 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-c5b5d75c-c468-4a89-84e9-034695b94abc tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'security_group_rule': {'security_group_id': '0df173fd-74cf-4438-b5ea-6950267112ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:36.670940 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d75c-c468-4a89-84e9-034695b94abc tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.675817 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8242c-0896-4317-a1ee-bb957cda49c9 req-a7af1ef9-c674-410d-b473-34bf8c1bbed1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:36.682130 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b5d8242c-0896-4317-a1ee-bb957cda49c9 req-a7af1ef9-c674-410d-b473-34bf8c1bbed1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0796754 Jul 13 14:46:36.718684 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b5d8242c-0896-4317-a1ee-bb957cda49c9 req-30c259e4-7160-46aa-8d4d-76518bc331f1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344543 Jul 13 14:46:36.740674 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d75c-c468-4a89-84e9-034695b94abc tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.745466 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d75c-c468-4a89-84e9-034695b94abc tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.771732 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5d75c-c468-4a89-84e9-034695b94abc tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f95a4ca-8008-4136-81ef-b63780d1bd3e,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:36.777106 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d75c-c468-4a89-84e9-034695b94abc tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.778662 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-c5b5d75c-c468-4a89-84e9-034695b94abc tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427722 Jul 13 14:46:36.781662 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59364) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:36.786823 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'floatingip': {'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:36.816944 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.931560 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Sync routers for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:36.943168 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:36.943967 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:46:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:37.005050 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc60cd4-f945-44d7-800c-80678db67fe8 req-38094429-37e7-4503-a74b-1037840ca40b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:37.006652 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9dc60cd4-f945-44d7-800c-80678db67fe8 req-38094429-37e7-4503-a74b-1037840ca40b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 944 time: 0.1526463 Jul 13 14:46:37.071238 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 54460a2c-fb6c-4106-9012-886111e57c17 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:37.112968 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9dc60cd4-f945-44d7-800c-80678db67fe8 req-d96cfbca-b76c-4d13-8ff0-839fb33318bf tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909989 Jul 13 14:46:37.127335 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:37.134168 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.240076 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Allocated IP 172.27.0.192 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/d24b60c2-a4b5-45a4-a151-46fd6562b040) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:37.240829 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 54460a2c-fb6c-4106-9012-886111e57c17 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:37.251479 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 54460a2c-fb6c-4106-9012-886111e57c17 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:37.251849 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.360009 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.392556 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.417537 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 54460a2c-fb6c-4106-9012-886111e57c17, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=54460a2c-fb6c-4106-9012-886111e57c17,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:37.419368 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.421594 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.428854 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:35Z', 'revision_number': 2, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:37.463000 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:37.466312 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:37.469679 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:37.475909 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Checking router: 434e596b-c3b2-4ea7-acc3-d437154d2337 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:37.476378 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Updating router 434e596b-c3b2-4ea7-acc3-d437154d2337 port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 binding host dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:46:37.479742 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'Port': ['ID=d24b60c2-a4b5-45a4-a151-46fd6562b040,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:37.529032 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=54460a2c-fb6c-4106-9012-886111e57c17,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:37.531523 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.558741 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.608440 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.750513 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7669ac-a544-4438-afca-f7be40d83d8b req-aaf9cefb-74c1-4eba-a489-602106aefda5 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:37.751894 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cc7669ac-a544-4438-afca-f7be40d83d8b req-aaf9cefb-74c1-4eba-a489-602106aefda5 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 945 time: 0.1211531 Jul 13 14:46:37.797674 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Notify callbacks [] for port, precommit_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.808302 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Transition to ACTIVE for port object b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:37.814916 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.817764 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cc7669ac-a544-4438-afca-f7be40d83d8b req-be8c4474-31ef-4854-923c-a720fc25a9b4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577755 Jul 13 14:46:37.845033 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.850463 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.871353 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6055a-e8fc-4bfb-b7d9-f80e7718374d None None] Pushing event updated for resources: {'Port': ['ID=b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:37.885155 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.912688 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.921658 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1313136 Jul 13 14:46:37.926584 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f59bf8-84fe-4990-b31b-433456609f53 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'Port': ['ID=d24b60c2-a4b5-45a4-a151-46fd6562b040,revision_number=2']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:37.946077 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Attempting to bind port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:37.946521 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Attempting to bind port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:37.946894 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Attempting to bind port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 on network b2ddd26d-3988-4f68-a07a-dd596748a7ec {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:37.953489 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:37.953876 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Checking segment: {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:37.954282 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.954788 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Bound using segment: {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:37.955140 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Bound port: b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:37.955524 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:38.018380 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d0071-7331-470c-8774-6ab68fba43f2 req-5b824a67-5f74-43f2-ac1f-cb61b62fcfe3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:38.020240 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0d5d0071-7331-470c-8774-6ab68fba43f2 req-5b824a67-5f74-43f2-ac1f-cb61b62fcfe3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0835545 Jul 13 14:46:38.035781 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] For port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:38.039253 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] For port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:38.044404 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:38.068657 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0d5d0071-7331-470c-8774-6ab68fba43f2 req-6833d1ea-c913-4b9f-ba75-cae575c7b336 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Jul 13 14:46:38.130542 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:38.130984 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:46:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:38.134600 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6055a-e8fc-4bfb-b7d9-f80e7718374d None None] Pushing event updated for resources: {'Port': ['ID=b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:38.196926 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-34bb8ca3-a28d-4edb-b030-b752273823b7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--746721273&fields=id&tenant_id=746d46972af64df1890a7bdcd7b8f594 HTTP/1.1" status: 200 len: 267 time: 0.0352466 Jul 13 14:46:38.316175 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-fb47aefb-fece-469b-9aea-ca3ede23565d tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:38.317677 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-fb47aefb-fece-469b-9aea-ca3ede23565d tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 811 time: 0.1121113 Jul 13 14:46:38.332907 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-c46f8ec2-2e01-419f-9afb-7a0717b608eb tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/quotas/746d46972af64df1890a7bdcd7b8f594 HTTP/1.1" status: 200 len: 375 time: 0.0096693 Jul 13 14:46:38.370403 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:38.407675 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-aab63345-4f5f-4a09-9be9-b36a76ffe27b tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687323 Jul 13 14:46:38.574441 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:38Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:38.605092 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab67213-98be-46fd-899e-7ad2d6959922 None None] The sync data for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi is: [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:38Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:38.687827 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-52da6050-1239-43ff-b21c-b72a56273cfe service neutron] 10.222.0.68 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658906 Jul 13 14:46:38.782408 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-b4dfff4d-ab40-40c4-a670-8d1aef55bb2f service neutron] 10.222.0.68 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886636 Jul 13 14:46:39.076884 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea07bc-9dda-4b6f-8ead-bdd7453ae92d req-77897484-2723-4f0c-9cdb-e64e62185968 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:39.086461 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-02ea07bc-9dda-4b6f-8ead-bdd7453ae92d req-77897484-2723-4f0c-9cdb-e64e62185968 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 944 time: 0.0928698 Jul 13 14:46:39.130644 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-02ea07bc-9dda-4b6f-8ead-bdd7453ae92d req-408353d4-e02a-45ae-9dd1-db33476c9173 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Jul 13 14:46:39.156150 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:39.218531 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:39.223016 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:39.223546 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.326770 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2e21a714-081d-48c0-94ad-bd1fe427e87d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:46:39.341209 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.343897 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad20fe-d8f0-487d-adde-e0854bd14b3d req-eb909526-1dc7-4a7e-8d59-cdc1cd284cc6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:39.345678 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-02ad20fe-d8f0-487d-adde-e0854bd14b3d req-eb909526-1dc7-4a7e-8d59-cdc1cd284cc6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 945 time: 0.0841203 Jul 13 14:46:39.401913 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-02ad20fe-d8f0-487d-adde-e0854bd14b3d req-7a102739-bb17-4cb6-b45d-a629c302aa15 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487688 Jul 13 14:46:39.439113 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:39.455628 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.455628 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 54460a2c-fb6c-4106-9012-886111e57c17 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:39.531615 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ceb6430e-ede1-4038-929f-b99b43828725 req-edb45a92-34e4-4166-8b23-e7f404a21bcb tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 210 time: 0.0330029 Jul 13 14:46:39.547434 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 2e21a714-081d-48c0-94ad-bd1fe427e87d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e21a714-081d-48c0-94ad-bd1fe427e87d,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:39.569482 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:39.572203 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '2e21a714-081d-48c0-94ad-bd1fe427e87d', 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694', 'port_id': '2e21a714-081d-48c0-94ad-bd1fe427e87d', 'mac_address': 'fa:16:3e:4f:b9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fed1be0-ce58-4e2a-9c3d-b9f2a7445750', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:46:39.604864 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 54460a2c-fb6c-4106-9012-886111e57c17 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:39.605242 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.638057 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.658828 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e21a714-081d-48c0-94ad-bd1fe427e87d {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:39.687774 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 2e21a714-081d-48c0-94ad-bd1fe427e87d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e21a714-081d-48c0-94ad-bd1fe427e87d,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:39.692882 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.710087 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fb464-ae01-4b7d-8f0b-6338f7260de2 req-215fa0a5-4de7-4df4-a23f-fc4fd58361ea tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:39.712276 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c75fb464-ae01-4b7d-8f0b-6338f7260de2 req-215fa0a5-4de7-4df4-a23f-fc4fd58361ea tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0730579 Jul 13 14:46:39.752857 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c75fb464-ae01-4b7d-8f0b-6338f7260de2 req-ffe19612-5a16-412e-99d5-3b2d789b237a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338590 Jul 13 14:46:39.770228 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=2e21a714-081d-48c0-94ad-bd1fe427e87d,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:40.323653 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebcda0-5bce-4f52-95a3-b93c82baf522 req-40833cec-98a9-415a-a9db-042bcff6326b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:40.325078 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7bebcda0-5bce-4f52-95a3-b93c82baf522 req-40833cec-98a9-415a-a9db-042bcff6326b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 945 time: 0.0624568 Jul 13 14:46:40.361832 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7bebcda0-5bce-4f52-95a3-b93c82baf522 req-11e1a980-6485-4afe-83b1-111c2abb9b0c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313387 Jul 13 14:46:40.572991 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2f6bd-f9d9-45ce-bd7e-a850fc4d006b req-5ca424fd-c303-4dd5-af79-c7ab6790fb64 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:40.575066 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-add2f6bd-f9d9-45ce-bd7e-a850fc4d006b req-5ca424fd-c303-4dd5-af79-c7ab6790fb64 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 945 time: 0.0674148 Jul 13 14:46:40.617379 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-add2f6bd-f9d9-45ce-bd7e-a850fc4d006b req-8d3981ec-6e7a-45fd-9dc1-36c904680791 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351603 Jul 13 14:46:40.689372 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-34c4a109-ffb9-4fd1-90f7-b47e939316fd req-4274a069-7aef-4d68-8dae-84366b55c080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 210 time: 0.0335891 Jul 13 14:46:40.792155 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['2e21a714-081d-48c0-94ad-bd1fe427e87d'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:40.936307 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f816ae4-3e73-42be-b3f0-805844f87f35 req-f6e88a2f-a34e-4206-8b86-de5092f5b026 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:40.943074 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0f816ae4-3e73-42be-b3f0-805844f87f35 req-f6e88a2f-a34e-4206-8b86-de5092f5b026 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0674746 Jul 13 14:46:40.968590 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36644-3dce-4331-8222-12303e76aaf6 req-8b0130ca-e474-44e5-9c4e-c1c26d930637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:40.970202 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-dec36644-3dce-4331-8222-12303e76aaf6 req-8b0130ca-e474-44e5-9c4e-c1c26d930637 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 1099 time: 0.0537810 Jul 13 14:46:40.977328 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0f816ae4-3e73-42be-b3f0-805844f87f35 req-5e43c5b0-c91f-454d-8fab-9ad996aa8aae tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334218 Jul 13 14:46:41.011746 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-dec36644-3dce-4331-8222-12303e76aaf6 req-ad040030-483f-4a52-9c39-9c61698c3f2b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Jul 13 14:46:41.016871 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:41.065317 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:41.065691 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.336848 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-bd102a01-e1e0-4663-97c7-bd52194beaa3 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:41.338409 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-bd102a01-e1e0-4663-97c7-bd52194beaa3 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.70 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 811 time: 0.1064756 Jul 13 14:46:41.388469 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-073c45aa-f640-4f4d-96e3-82e06108b655 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=746d46972af64df1890a7bdcd7b8f594 HTTP/1.1" status: 200 len: 379 time: 0.0384374 Jul 13 14:46:41.398507 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'port': {'device_id': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'admin_state_up': True, 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'security_groups': ['0df173fd-74cf-4438-b5ea-6950267112ad']}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:41.600764 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Made reservation on behalf of 746d46972af64df1890a7bdcd7b8f594 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:41.605007 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.608571 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d419d-8579-4589-ab64-1aac8f26c03d req-3561a048-08d6-415f-a8c7-9e6e433960ed tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:41.616387 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-967d419d-8579-4589-ab64-1aac8f26c03d req-3561a048-08d6-415f-a8c7-9e6e433960ed tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 945 time: 0.1048102 Jul 13 14:46:41.676686 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-967d419d-8579-4589-ab64-1aac8f26c03d req-08f0581c-a0a9-4ed6-b87d-f8dacc607476 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593319 Jul 13 14:46:41.756376 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Allocated IP 172.20.0.12 (b2ddd26d-3988-4f68-a07a-dd596748a7ec/425e5777-40a1-4c0a-ab3d-72d699a16fe1/bf3fb41f-3974-47b0-814c-430d13675578) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:41.839031 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c8fba45b-97f0-4cf4-8ead-a3206f60ec5e req-80fa7ebf-43ee-46cb-9ca7-5a844ace2f8f tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 210 time: 0.0324721 Jul 13 14:46:41.851591 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aa27b-9bcd-45aa-9e65-628515c58910 req-96269c38-bee8-4761-8d29-2895299eb898 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:41.853229 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-256aa27b-9bcd-45aa-9e65-628515c58910 req-96269c38-bee8-4761-8d29-2895299eb898 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 945 time: 0.0998480 Jul 13 14:46:41.898842 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-256aa27b-9bcd-45aa-9e65-628515c58910 req-f71b17dc-822c-4c7e-96d7-605b5147db6a tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381954 Jul 13 14:46:41.919414 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:41.933297 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Transition to ACTIVE for port object bf3fb41f-3974-47b0-814c-430d13675578 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:41.967405 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.013391 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:42.016687 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:42.019254 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:42.052379 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'Port': ['ID=bf3fb41f-3974-47b0-814c-430d13675578,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:42.088664 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:42.089482 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.108337 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-caf84693-91b1-4e53-a603-c15e42e2f630 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7140615 Jul 13 14:46:42.121698 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Request body: {'port': {'device_id': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:42.191653 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a647fe-0caa-484b-b655-57d9602d8d67 req-774f914f-ec34-4846-b302-80a79bc5fac9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:42.193241 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e3a647fe-0caa-484b-b655-57d9602d8d67 req-774f914f-ec34-4846-b302-80a79bc5fac9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0739915 Jul 13 14:46:42.204953 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.239872 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e3a647fe-0caa-484b-b655-57d9602d8d67 req-6541bc39-054f-4ad5-a555-3f3dbf22d7a0 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388985 Jul 13 14:46:42.308713 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-d68f0321-dbcb-4926-a658-21d3f1ed09d9 None None] Provisioning for port bf3fb41f-3974-47b0-814c-430d13675578 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:42.314178 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-d68f0321-dbcb-4926-a658-21d3f1ed09d9 None None] Provisioning complete for port bf3fb41f-3974-47b0-814c-430d13675578 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:42.314557 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-d68f0321-dbcb-4926-a658-21d3f1ed09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.347349 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-d68f0321-dbcb-4926-a658-21d3f1ed09d9 None None] Port bf3fb41f-3974-47b0-814c-430d13675578 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:42.392609 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2e21a714-081d-48c0-94ad-bd1fe427e87d up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:42.451829 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 2e21a714-081d-48c0-94ad-bd1fe427e87d completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:42.457210 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 2e21a714-081d-48c0-94ad-bd1fe427e87d triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:42.457783 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.474487 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3fb41f-3974-47b0-814c-430d13675578 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:42.482614 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.497327 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Transition to ACTIVE for port object bf3fb41f-3974-47b0-814c-430d13675578 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:42.504246 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.542227 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.580745 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3fb41f-3974-47b0-814c-430d13675578,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:42.583048 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8e488-b71c-4a3d-a886-e761b9bc0513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e21a714-081d-48c0-94ad-bd1fe427e87d'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:42.590014 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c45fe-20f1-4e53-a842-bcb126b1f879" -d '{"events": [{"server_uuid": "64e8e488-b71c-4a3d-a886-e761b9bc0513", "name": "network-vif-plugged", "status": "completed", "tag": "2e21a714-081d-48c0-94ad-bd1fe427e87d"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:42.630028 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 2e21a714-081d-48c0-94ad-bd1fe427e87d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e21a714-081d-48c0-94ad-bd1fe427e87d,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:42.636388 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.638147 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 24a6e17d-2d77-44a7-a0b2-074379dee982 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:42.654256 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Attempting to bind port bf3fb41f-3974-47b0-814c-430d13675578 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:42.654606 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Attempting to bind port bf3fb41f-3974-47b0-814c-430d13675578 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:42.654943 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Attempting to bind port bf3fb41f-3974-47b0-814c-430d13675578 on network b2ddd26d-3988-4f68-a07a-dd596748a7ec {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:42.669944 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Port bf3fb41f-3974-47b0-814c-430d13675578 on network b2ddd26d-3988-4f68-a07a-dd596748a7ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:46:42.670283 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Attempting to bind port bf3fb41f-3974-47b0-814c-430d13675578 on network b2ddd26d-3988-4f68-a07a-dd596748a7ec {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:42.677842 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:42.678171 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Checking segment: {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:42.678504 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Bound using segment: {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:42.678942 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Bound port: bf3fb41f-3974-47b0-814c-430d13675578, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:42.679304 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.781957 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cf8e8f-f56f-4b75-8b0d-8b6fa46e46e4 x-openstack-request-id: req-12cf8e8f-f56f-4b75-8b0d-8b6fa46e46e4 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:42.782282 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8e488-b71c-4a3d-a886-e761b9bc0513", "name": "network-vif-plugged", "status": "completed", "tag": "2e21a714-081d-48c0-94ad-bd1fe427e87d", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:42.782513 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-12cf8e8f-f56f-4b75-8b0d-8b6fa46e46e4 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:42.782912 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e8e488-b71c-4a3d-a886-e761b9bc0513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e21a714-081d-48c0-94ad-bd1fe427e87d', 'code': 200} Jul 13 14:46:42.783757 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=2e21a714-081d-48c0-94ad-bd1fe427e87d,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:42.891320 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 24a6e17d-2d77-44a7-a0b2-074379dee982 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:42.910090 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 24a6e17d-2d77-44a7-a0b2-074379dee982 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:42.910472 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.912795 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] For port bf3fb41f-3974-47b0-814c-430d13675578, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:42.919632 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] For port bf3fb41f-3974-47b0-814c-430d13675578, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bf3fb41f-3974-47b0-814c-430d13675578,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:42.928070 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.961244 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:42.961959 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:42.963977 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] 10.222.0.70 "PUT /v2.0/ports/bf3fb41f-3974-47b0-814c-430d13675578 HTTP/1.1" status: 200 len: 1094 time: 0.8470440 Jul 13 14:46:42.966481 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'tag': 'bf3fb41f-3974-47b0-814c-430d13675578'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:42.968932 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a4a13f-848f-499b-b9af-7ace9824c722" -d '{"events": [{"name": "network-changed", "server_uuid": "65c0ab08-4077-45d5-9d7b-1657ad240397", "tag": "bf3fb41f-3974-47b0-814c-430d13675578"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:43.066890 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.120510 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 24a6e17d-2d77-44a7-a0b2-074379dee982, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=24a6e17d-2d77-44a7-a0b2-074379dee982,segment=NetworkSegment(669f0305-d567-4de6-a572-76c0bac89f2d),segment_id=669f0305-d567-4de6-a572-76c0bac89f2d)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:43.136091 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.180816 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb5a3b-8b59-4a82-870c-35e195ba8b6e req-1331df9d-bd02-491c-aa7e-889a0cdbe8ea tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.182409 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0ffb5a3b-8b59-4a82-870c-35e195ba8b6e req-1331df9d-bd02-491c-aa7e-889a0cdbe8ea tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 946 time: 0.2160616 Jul 13 14:46:43.216998 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=24a6e17d-2d77-44a7-a0b2-074379dee982,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:43.251361 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeba70-415d-4fad-903f-7e66fb38e983 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3fb41f-3974-47b0-814c-430d13675578,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:43.255122 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fb3da-fc10-4f3b-931d-7659ac340a31 req-4bc99c83-4d57-4467-887d-cd4a3eeda818 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.258671 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d56fb3da-fc10-4f3b-931d-7659ac340a31 req-4bc99c83-4d57-4467-887d-cd4a3eeda818 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 944 time: 0.1825914 Jul 13 14:46:43.259786 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59490) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:43.265627 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0ffb5a3b-8b59-4a82-870c-35e195ba8b6e req-cc84bc20-af4d-471c-a06d-e28be01ad1ed tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763733 Jul 13 14:46:43.272589 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-d28a992f-ce45-43b5-a1c6-7ada868cf872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.274087 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-d28a992f-ce45-43b5-a1c6-7ada868cf872 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 1097 time: 0.2275357 Jul 13 14:46:43.279711 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29eb1fe-53d3-402b-bcc0-e8408f7d6d52 req-5b42738e-1582-4a11-ab22-0791f1520c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.281301 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f29eb1fe-53d3-402b-bcc0-e8408f7d6d52 req-5b42738e-1582-4a11-ab22-0791f1520c1c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 1099 time: 0.2105539 Jul 13 14:46:43.320465 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d56fb3da-fc10-4f3b-931d-7659ac340a31 req-645e7fbe-156b-44b8-ba9b-74cabac5bcae tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534627 Jul 13 14:46:43.353064 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-87eee236-09a3-47f7-8894-ba36ae985888 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3fb41f-3974-47b0-814c-430d13675578 HTTP/1.1" status: 200 len: 217 time: 0.0556774 Jul 13 14:46:43.377170 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc58f05-aa21-4e56-99e6-9ca09be4d802 x-openstack-request-id: req-bdc58f05-aa21-4e56-99e6-9ca09be4d802 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:43.377712 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c0ab08-4077-45d5-9d7b-1657ad240397", "tag": "bf3fb41f-3974-47b0-814c-430d13675578", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:43.378128 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bdc58f05-aa21-4e56-99e6-9ca09be4d802 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:43.378811 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'tag': 'bf3fb41f-3974-47b0-814c-430d13675578', 'status': 'completed', 'code': 200} Jul 13 14:46:43.415989 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f29eb1fe-53d3-402b-bcc0-e8408f7d6d52 req-e844ca23-54f0-423f-9615-cd49da1c8f99 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102395 Jul 13 14:46:43.427846 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-09b5740c-ffde-4d73-95d1-4aa9b4e26efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.452028 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba338627-e380-44b1-8c32-0320ed3373f7 req-f88351d5-ac4a-467b-a8ff-7e981d197164 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.453597 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ba338627-e380-44b1-8c32-0320ed3373f7 req-f88351d5-ac4a-467b-a8ff-7e981d197164 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 946 time: 0.0705357 Jul 13 14:46:43.457534 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-9745c772-a8ea-43ed-879b-ec5f1b1ed7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.458993 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-9745c772-a8ea-43ed-879b-ec5f1b1ed7ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 200 len: 850 time: 0.0967910 Jul 13 14:46:43.528570 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ba338627-e380-44b1-8c32-0320ed3373f7 req-243c93da-d8c4-4fd1-93cc-f7a6bb6505a6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685697 Jul 13 14:46:43.555586 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc39f53-f8f0-4184-949b-86b8305f1ac0 req-51696e03-52d1-434e-9a93-5e783f1de3c1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.557526 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0fc39f53-f8f0-4184-949b-86b8305f1ac0 req-51696e03-52d1-434e-9a93-5e783f1de3c1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0987380 Jul 13 14:46:43.597761 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0fc39f53-f8f0-4184-949b-86b8305f1ac0 req-f0563774-86f2-4a46-a534-ecde0b73a2ae tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341074 Jul 13 14:46:43.605133 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-5e37c1c4-970b-47b5-8fb1-038d69fb1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.606688 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-5e37c1c4-970b-47b5-8fb1-038d69fb1466 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2ddd26d-3988-4f68-a07a-dd596748a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1291075 Jul 13 14:46:43.629136 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-09b5740c-ffde-4d73-95d1-4aa9b4e26efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.667816 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-09b5740c-ffde-4d73-95d1-4aa9b4e26efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.707288 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ba96d017-3990-44bc-8047-e9f97e61763a req-397c94cb-4868-4f51-9635-e3b263799f12 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1709549 Jul 13 14:46:43.730011 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-09b5740c-ffde-4d73-95d1-4aa9b4e26efe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=736726e6f4cf4ea1b32ea5a6c7d9683b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653769 Jul 13 14:46:43.736766 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59498) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:43.745151 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5740c-ffde-4d73-95d1-4aa9b4e26efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a4849c-89ed-4108-8598-8fa7d0dab1bf,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:43.786454 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6f46a-c339-4918-b08b-48abf68a5b07 req-b2018abb-65db-4a3d-a084-f017c2ed7510 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.788080 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c4e6f46a-c339-4918-b08b-48abf68a5b07 req-b2018abb-65db-4a3d-a084-f017c2ed7510 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0795286 Jul 13 14:46:43.816362 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-c8b2a8db-c6ec-4135-a97f-57aa9c8971c6 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983361 Jul 13 14:46:43.826299 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c4e6f46a-c339-4918-b08b-48abf68a5b07 req-d239d845-6a3e-4a9c-86fa-0b07b259b11d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Jul 13 14:46:43.862705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0be10179-8cf9-4682-ac42-b9fcf12cb143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:43.921897 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96d017-3990-44bc-8047-e9f97e61763a req-ba40ece9-6c31-48a3-b403-49cf9e1e1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.923389 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ba96d017-3990-44bc-8047-e9f97e61763a req-ba40ece9-6c31-48a3-b403-49cf9e1e1905 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 1099 time: 0.1638260 Jul 13 14:46:43.927237 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0be10179-8cf9-4682-ac42-b9fcf12cb143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.030002 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-afbea48c-0c1d-4e1b-8477-448ae0206400 req-1d8c8b8d-1a49-481d-94a7-b0db9db60bbe service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034590 Jul 13 14:46:44.075602 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96d017-3990-44bc-8047-e9f97e61763a req-abcca5e9-8862-478f-9c4c-e9507d27b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.078116 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ba96d017-3990-44bc-8047-e9f97e61763a req-abcca5e9-8862-478f-9c4c-e9507d27b589 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 916 time: 0.1266711 Jul 13 14:46:44.084716 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0be10179-8cf9-4682-ac42-b9fcf12cb143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.093950 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0be10179-8cf9-4682-ac42-b9fcf12cb143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.095400 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0be10179-8cf9-4682-ac42-b9fcf12cb143 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/41a4849c-89ed-4108-8598-8fa7d0dab1bf HTTP/1.1" status: 204 len: 168 time: 0.3576546 Jul 13 14:46:44.123730 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be10179-8cf9-4682-ac42-b9fcf12cb143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a4849c-89ed-4108-8598-8fa7d0dab1bf,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:44.228468 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ba96d017-3990-44bc-8047-e9f97e61763a req-ec016b47-8f3d-4ff2-ace8-0ea12d811ebf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab HTTP/1.1" status: 200 len: 217 time: 0.1278121 Jul 13 14:46:44.302254 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96d017-3990-44bc-8047-e9f97e61763a req-6ec69dbd-b514-4144-8cc1-85a558aed48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.303777 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ba96d017-3990-44bc-8047-e9f97e61763a req-6ec69dbd-b514-4144-8cc1-85a558aed48e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fed1be0-ce58-4e2a-9c3d-b9f2a7445750 HTTP/1.1" status: 200 len: 855 time: 0.0659163 Jul 13 14:46:44.306315 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-9a58025e-5a25-4f3c-a3cc-9ef7d655e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.308073 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-9a58025e-5a25-4f3c-a3cc-9ef7d655e042 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 1097 time: 0.2031770 Jul 13 14:46:44.410266 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ba96d017-3990-44bc-8047-e9f97e61763a req-b2fbdcff-9fad-439e-87ab-651d23c61971 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9a42372-1973-4e89-86bb-cfe54dc44694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813165 Jul 13 14:46:44.489520 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec550d-012f-4f5c-bd39-1eeaa70473f8 req-8d2e0a35-9acb-4cca-abf8-37084da7e687 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.493098 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-47ec550d-012f-4f5c-bd39-1eeaa70473f8 req-8d2e0a35-9acb-4cca-abf8-37084da7e687 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 946 time: 0.0981989 Jul 13 14:46:44.521119 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-de5166df-26bb-4d7d-b1a8-e71ee6d75a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.522584 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-de5166df-26bb-4d7d-b1a8-e71ee6d75a29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 912 time: 0.1924026 Jul 13 14:46:44.567534 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-47ec550d-012f-4f5c-bd39-1eeaa70473f8 req-93672f66-1431-4eac-9655-e93133e16a11 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615494 Jul 13 14:46:44.614018 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026c1ff-5a38-484d-b47b-e267318c6121 req-6d41e91e-8bab-4d8d-bde2-0db2fb2bda8a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.615828 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7026c1ff-5a38-484d-b47b-e267318c6121 req-6d41e91e-8bab-4d8d-bde2-0db2fb2bda8a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 944 time: 0.1214015 Jul 13 14:46:44.646470 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-2d9e97ff-f0bf-4b3d-a5a9-46fc1ee26583 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3fb41f-3974-47b0-814c-430d13675578 HTTP/1.1" status: 200 len: 217 time: 0.0852261 Jul 13 14:46:44.652519 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ba96d017-3990-44bc-8047-e9f97e61763a req-27c924bd-c3f2-4544-9ed4-2aa02cf89ae1 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145703 Jul 13 14:46:44.653004 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59524) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:44.673127 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7026c1ff-5a38-484d-b47b-e267318c6121 req-1ce0cc27-1ab4-4fbc-b94c-a30a32c2cf89 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501075 Jul 13 14:46:44.784596 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a6e17d-2d77-44a7-a0b2-074379dee982'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:44.787593 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317e0703-14a9-4cf7-8381-61afc3a61bf7" -d '{"events": [{"server_uuid": "99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0", "name": "network-vif-plugged", "status": "completed", "tag": "24a6e17d-2d77-44a7-a0b2-074379dee982"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:44.797263 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b1f86a28-b4a1-4287-96ed-25afbcd6bc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.803183 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45efc4-38be-4a76-95a7-c5ef20fe90c5 req-dd211659-4f8a-4c84-b564-f6e4370aaf40 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.804771 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cc45efc4-38be-4a76-95a7-c5ef20fe90c5 req-dd211659-4f8a-4c84-b564-f6e4370aaf40 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 946 time: 0.0713043 Jul 13 14:46:44.813182 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ba96d017-3990-44bc-8047-e9f97e61763a req-b783d38a-22b9-47db-aeff-e153ebf8e195 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452477 Jul 13 14:46:44.823630 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-45324e1b-d8bf-463a-9451-73b3851ab7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.825732 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-45324e1b-d8bf-463a-9451-73b3851ab7d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 200 len: 850 time: 0.0901062 Jul 13 14:46:44.829830 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd88edd-4870-47b8-8ecb-62c109e471e8 x-openstack-request-id: req-fdd88edd-4870-47b8-8ecb-62c109e471e8 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:44.830471 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0", "name": "network-vif-plugged", "status": "completed", "tag": "24a6e17d-2d77-44a7-a0b2-074379dee982", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:44.830736 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fdd88edd-4870-47b8-8ecb-62c109e471e8 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:44.831137 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a6e17d-2d77-44a7-a0b2-074379dee982', 'code': 200} Jul 13 14:46:44.850771 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cc45efc4-38be-4a76-95a7-c5ef20fe90c5 req-f1bb23bc-2b7c-4c11-b10d-0c900b902b62 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Jul 13 14:46:44.941118 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-c5232ec4-b5c1-40df-9b04-a848cb3a2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.942799 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-c5232ec4-b5c1-40df-9b04-a848cb3a2cc0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2ddd26d-3988-4f68-a07a-dd596748a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0965841 Jul 13 14:46:44.963469 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b1f86a28-b4a1-4287-96ed-25afbcd6bc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:44.974285 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b1f86a28-b4a1-4287-96ed-25afbcd6bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.055028 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f86a28-b4a1-4287-96ed-25afbcd6bc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a54a90-cb36-45f9-b002-dba23c659cc3,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.060465 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-b1f86a28-b4a1-4287-96ed-25afbcd6bc50 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=426fdb168fc74ad9a33d23b0890c336e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062347 Jul 13 14:46:45.063229 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59532) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:45.112232 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-281a40b5-f13a-45a2-bfda-fb82df366c49 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565344 Jul 13 14:46:45.112480 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-07bc98c8-2433-4031-ab9f-11364726e9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.134582 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-07bc98c8-2433-4031-ab9f-11364726e9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.182286 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-07bc98c8-2433-4031-ab9f-11364726e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.186797 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c36a93-d075-4deb-adeb-58795c44ec24 req-6104d5ce-9b28-45a6-8e81-590c0b4fbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:45.187118 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-07bc98c8-2433-4031-ab9f-11364726e9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.188456 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-07bc98c8-2433-4031-ab9f-11364726e9f3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/99a54a90-cb36-45f9-b002-dba23c659cc3 HTTP/1.1" status: 204 len: 168 time: 0.1242409 Jul 13 14:46:45.188725 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f1c36a93-d075-4deb-adeb-58795c44ec24 req-6104d5ce-9b28-45a6-8e81-590c0b4fbe7c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 1099 time: 0.1177604 Jul 13 14:46:45.196608 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc98c8-2433-4031-ab9f-11364726e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a54a90-cb36-45f9-b002-dba23c659cc3,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.240341 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-21a4a13f-848f-499b-b9af-7ace9824c722 req-9fddbde9-6f83-41cc-a85e-17b1bc861536 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205750 Jul 13 14:46:45.247343 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f1c36a93-d075-4deb-adeb-58795c44ec24 req-fb5f4490-bdee-4ab3-8a66-52b10261bf42 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460279 Jul 13 14:46:45.471373 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59542) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:45.484630 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf4bb-875c-4250-8fc9-9795d8cbe571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.582326 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf4bb-875c-4250-8fc9-9795d8cbe571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.603160 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf4bb-875c-4250-8fc9-9795d8cbe571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.651696 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-d5ddf4bb-875c-4250-8fc9-9795d8cbe571 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ae500af117a473f809cc4e7d5308795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790619 Jul 13 14:46:45.652227 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59548) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:45.664242 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf4bb-875c-4250-8fc9-9795d8cbe571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed17853a-f582-4846-b026-2bf3400838d7,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:45.704780 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caece6-305d-4972-bf7d-b23ec06a4042 req-bf69b6f6-ec78-4b04-acf7-3f7d5f324e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:45.706258 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-42caece6-305d-4972-bf7d-b23ec06a4042 req-bf69b6f6-ec78-4b04-acf7-3f7d5f324e0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 1098 time: 0.1323032 Jul 13 14:46:45.710521 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd6712-0c51-445d-b536-bf98d0446500 req-5e1edb11-6c01-4675-bbf7-0826ddf2dc81 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:45.711987 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c3bd6712-0c51-445d-b536-bf98d0446500 req-5e1edb11-6c01-4675-bbf7-0826ddf2dc81 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0906367 Jul 13 14:46:45.778585 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c3bd6712-0c51-445d-b536-bf98d0446500 req-67f33a6f-0ddc-47cd-bd85-71e5f263ad8f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466521 Jul 13 14:46:45.798273 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c7a6a-b4f0-4a16-9a95-41125fa7958a req-be23e7a3-bfc7-4830-afaa-b8d337452fd1 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:45.799879 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-261c7a6a-b4f0-4a16-9a95-41125fa7958a req-be23e7a3-bfc7-4830-afaa-b8d337452fd1 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 946 time: 0.1063027 Jul 13 14:46:45.810248 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.845142 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-261c7a6a-b4f0-4a16-9a95-41125fa7958a req-12ccca1d-eccf-42cd-b2e6-6cb06dd6b4e7 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Jul 13 14:46:45.967062 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e7bfba92-5888-4f9f-a9f0-9db47df08302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:45.969917 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec4b08-f682-42a9-9976-0c4729b898c2 req-b45efdbf-c5d1-45d6-8141-2fc9e6c1d5db tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:45.971819 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6bec4b08-f682-42a9-9976-0c4729b898c2 req-b45efdbf-c5d1-45d6-8141-2fc9e6c1d5db tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 944 time: 0.0676167 Jul 13 14:46:46.018952 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6bec4b08-f682-42a9-9976-0c4729b898c2 req-546c19e1-9056-4a67-bbb1-c6161f5d6203 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406425 Jul 13 14:46:46.029785 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e7bfba92-5888-4f9f-a9f0-9db47df08302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.097788 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caece6-305d-4972-bf7d-b23ec06a4042 req-55f2cd37-85ff-4797-9b5a-c12772db2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:46.100154 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-42caece6-305d-4972-bf7d-b23ec06a4042 req-55f2cd37-85ff-4797-9b5a-c12772db2a89 service neutron] 10.222.0.70 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 920 time: 0.3815420 Jul 13 14:46:46.108458 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e7bfba92-5888-4f9f-a9f0-9db47df08302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.111620 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e7bfba92-5888-4f9f-a9f0-9db47df08302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:46.115932 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-e7bfba92-5888-4f9f-a9f0-9db47df08302 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ed17853a-f582-4846-b026-2bf3400838d7 HTTP/1.1" status: 204 len: 168 time: 0.4607961 Jul 13 14:46:46.165797 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfba92-5888-4f9f-a9f0-9db47df08302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed17853a-f582-4846-b026-2bf3400838d7,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:46.169401 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-42caece6-305d-4972-bf7d-b23ec06a4042 req-1a128464-1a78-42ef-aec1-1f560f1f9308 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec HTTP/1.1" status: 200 len: 217 time: 0.0519309 Jul 13 14:46:46.229741 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d957437-34ea-447f-b20b-87b8eccfff69 req-7ad1967c-35e2-4a39-a6fd-6d275a365466 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:46.236941 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9d957437-34ea-447f-b20b-87b8eccfff69 req-7ad1967c-35e2-4a39-a6fd-6d275a365466 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 946 time: 0.1040280 Jul 13 14:46:46.249086 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caece6-305d-4972-bf7d-b23ec06a4042 req-6a01ae17-7138-4bd2-9a2a-8436a6897b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:46.250679 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-42caece6-305d-4972-bf7d-b23ec06a4042 req-6a01ae17-7138-4bd2-9a2a-8436a6897b3d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 200 len: 859 time: 0.0730913 Jul 13 14:46:46.281218 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9d957437-34ea-447f-b20b-87b8eccfff69 req-2c587d89-6623-4772-b1e7-e9b4de4d7b9e tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433412 Jul 13 14:46:46.291386 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-42caece6-305d-4972-bf7d-b23ec06a4042 req-3fe4b229-996f-45a2-b0e2-439cd042d70d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=531724de-8eb2-495b-9808-a0955ea1d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330980 Jul 13 14:46:46.411186 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-42caece6-305d-4972-bf7d-b23ec06a4042 req-1c043a82-64e0-4a49-af6f-5e61158327e5 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983660 Jul 13 14:46:46.555259 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-42caece6-305d-4972-bf7d-b23ec06a4042 req-a83ee4f7-e6a6-4243-b7b6-f5f677f7d58e service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221437 Jul 13 14:46:46.962816 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d577a-959f-4902-925e-f49c36e4357e req-517054a9-bd5c-4922-bb4a-353aba0bc694 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:46.964438 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eb1d577a-959f-4902-925e-f49c36e4357e req-517054a9-bd5c-4922-bb4a-353aba0bc694 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0629790 Jul 13 14:46:47.004727 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eb1d577a-959f-4902-925e-f49c36e4357e req-d1868600-19a6-474e-94b9-04b266d72167 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348532 Jul 13 14:46:47.208707 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc300b7-d8f2-4a5c-b7f5-f5df6e9c6d90 req-409d5104-4c31-407e-93f8-e3f890435ec5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.212481 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8bc300b7-d8f2-4a5c-b7f5-f5df6e9c6d90 req-409d5104-4c31-407e-93f8-e3f890435ec5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 944 time: 0.0709984 Jul 13 14:46:47.253717 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8bc300b7-d8f2-4a5c-b7f5-f5df6e9c6d90 req-3ed22a79-d2ef-4886-b3d3-b95982ebba21 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377138 Jul 13 14:46:47.476425 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364d67c-1b6c-4030-95e2-ebc2efaa86ed req-687ae4f8-ceff-4b40-ac3b-3bcb8db30e2e tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.478085 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6364d67c-1b6c-4030-95e2-ebc2efaa86ed req-687ae4f8-ceff-4b40-ac3b-3bcb8db30e2e tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 946 time: 0.0655980 Jul 13 14:46:47.532602 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6364d67c-1b6c-4030-95e2-ebc2efaa86ed req-a95d65e4-d48c-46f4-b6ff-9b1704e8381d tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465820 Jul 13 14:46:47.879875 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-6c6c9ae8-7fc0-4dc5-a85f-68f6af8d320f tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.881838 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-6c6c9ae8-7fc0-4dc5-a85f-68f6af8d320f tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 815 time: 0.1140840 Jul 13 14:46:47.903532 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-dc068309-d0f7-4743-b8b2-952e1eb9b89e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/quotas/b3c706a3a2034358ae8211a94d903ec0 HTTP/1.1" status: 200 len: 375 time: 0.0146809 Jul 13 14:46:47.983965 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-3cc3f582-4790-4322-b127-669388b17619 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793037 Jul 13 14:46:48.086428 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-1f7eb7ee-8c19-4c54-bd62-6e82617d989c service neutron] 10.222.0.68 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016052 Jul 13 14:46:48.219544 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-92666474-bed2-4359-96e1-d86269ffa8a5 service neutron] 10.222.0.68 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260316 Jul 13 14:46:48.254284 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505ed81-bb15-49fd-9eed-773a2ea9a5e7 req-42e104d5-a218-4dbf-b57e-6cd90d14d22a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:48.258518 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-eb6d87bf-81e0-4d7d-91f0-35fdc7a81ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.260295 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1505ed81-bb15-49fd-9eed-773a2ea9a5e7 req-42e104d5-a218-4dbf-b57e-6cd90d14d22a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.1144965 Jul 13 14:46:48.307910 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1505ed81-bb15-49fd-9eed-773a2ea9a5e7 req-5f73ec54-c1e1-4f06-a46e-3ccc03e500f8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 Jul 13 14:46:48.437471 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device bf3fb41f-3974-47b0-814c-430d13675578 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:46:48.445432 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a099b4e7-a83c-4603-adb1-edd745791d33 req-b2d7d9f7-f0e7-43f8-8857-441a14780336 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 210 time: 0.0451045 Jul 13 14:46:48.551409 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd434ccf-6b3f-431e-ad40-0be4168541bb req-91845756-24af-4d6a-843b-acbed8a3e5aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:48.553560 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bd434ccf-6b3f-431e-ad40-0be4168541bb req-91845756-24af-4d6a-843b-acbed8a3e5aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 944 time: 0.0969410 Jul 13 14:46:48.622278 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port bf3fb41f-3974-47b0-814c-430d13675578, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bf3fb41f-3974-47b0-814c-430d13675578,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:48.632134 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bd434ccf-6b3f-431e-ad40-0be4168541bb req-86870239-2b98-43ac-8254-6bf2240a394e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645704 Jul 13 14:46:48.654885 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': 'bf3fb41f-3974-47b0-814c-430d13675578', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'port_id': 'bf3fb41f-3974-47b0-814c-430d13675578', 'mac_address': 'fa:16:3e:f3:d3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:46:48.696712 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.710673 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3fb41f-3974-47b0-814c-430d13675578 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:48.733016 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port bf3fb41f-3974-47b0-814c-430d13675578, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bf3fb41f-3974-47b0-814c-430d13675578,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:48.736558 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:48.789311 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=bf3fb41f-3974-47b0-814c-430d13675578,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:49.141295 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['bf3fb41f-3974-47b0-814c-430d13675578'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:49.484007 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eebac5-ca88-462b-b8df-b25bfb569391 req-6595c55d-7ac8-47e2-a634-12d27f31771a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:49.485511 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c7eebac5-ca88-462b-b8df-b25bfb569391 req-6595c55d-7ac8-47e2-a634-12d27f31771a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0654907 Jul 13 14:46:49.522699 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c7eebac5-ca88-462b-b8df-b25bfb569391 req-4c326883-539a-46bc-a528-80d42f22b99b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Jul 13 14:46:49.585558 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-24bd3a73-6f85-4348-9ef3-e03f9e6a6b4f req-553af93d-0eef-4510-a4c4-378a2eda7fe6 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 210 time: 0.0288529 Jul 13 14:46:49.736664 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:46:49.787608 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-aaadd598-47ca-41c6-8ae6-afa98784c71e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:49.789963 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-aaadd598-47ca-41c6-8ae6-afa98784c71e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 815 time: 0.1393073 Jul 13 14:46:49.806685 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Request body: {'port': {'device_id': 'f44ee698-7617-4ccb-ad6e-1151c936854b', 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694', 'admin_state_up': True, 'tenant_id': 'b3c706a3a2034358ae8211a94d903ec0'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:49.887709 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ae2f0-a5d5-43fd-94c8-ee27278019e5 req-9124b7ee-4fc5-48f1-8e61-70ea58ad6861 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:49.889442 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c04ae2f0-a5d5-43fd-94c8-ee27278019e5 req-9124b7ee-4fc5-48f1-8e61-70ea58ad6861 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 945 time: 0.1107917 Jul 13 14:46:49.948646 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Made reservation on behalf of b3c706a3a2034358ae8211a94d903ec0 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:49.953532 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.956505 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c04ae2f0-a5d5-43fd-94c8-ee27278019e5 req-e69ed3f3-e4a0-4dd0-a3bd-7d1090392071 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611105 Jul 13 14:46:50.103297 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Allocated IP 172.20.0.7 (b9a42372-1973-4e89-86bb-cfe54dc44694/0fed1be0-ce58-4e2a-9c3d-b9f2a7445750/1f0d5659-3e3b-4881-9833-6b0a567c1cff) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:50.262836 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.309157 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.325768 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['448e113a-c24f-45c6-8f09-b3c3d2b9e5ab', '2e21a714-081d-48c0-94ad-bd1fe427e87d'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:50.350669 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Network b9a42372-1973-4e89-86bb-cfe54dc44694 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:50.359999 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:50.364527 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:50.368458 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Pushing event updated for resources: {'Port': ['ID=1f0d5659-3e3b-4881-9833-6b0a567c1cff,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:50.417182 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:50.417828 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.439032 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-d549dcb3-58ab-423c-b5e7-03223e2f190e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6373010 Jul 13 14:46:50.445448 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device bf3fb41f-3974-47b0-814c-430d13675578 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:46:50.456952 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Request body: {'port': {'device_id': 'f44ee698-7617-4ccb-ad6e-1151c936854b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:50.532870 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.537160 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port bf3fb41f-3974-47b0-814c-430d13675578 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:50.546823 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port bf3fb41f-3974-47b0-814c-430d13675578 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:50.548475 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.671533 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.703585 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3fb41f-3974-47b0-814c-430d13675578'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:50.706039 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606b38fa-1863-4d61-b60e-c057150ad1a2" -d '{"events": [{"server_uuid": "65c0ab08-4077-45d5-9d7b-1657ad240397", "name": "network-vif-plugged", "status": "completed", "tag": "bf3fb41f-3974-47b0-814c-430d13675578"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:50.727716 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544a55-7016-412d-9d74-72a6b47d0fb0 req-35a0ad38-b359-4f1c-b856-4a6b0544c288 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:50.737516 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port bf3fb41f-3974-47b0-814c-430d13675578, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bf3fb41f-3974-47b0-814c-430d13675578,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:50.745492 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-06544a55-7016-412d-9d74-72a6b47d0fb0 req-35a0ad38-b359-4f1c-b856-4a6b0544c288 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0835342 Jul 13 14:46:50.747264 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.755679 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.810161 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=bf3fb41f-3974-47b0-814c-430d13675578,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:50.829816 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-06544a55-7016-412d-9d74-72a6b47d0fb0 req-bbd9d5bd-e78c-4c1f-8f94-319b2ce42640 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824566 Jul 13 14:46:50.836374 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0d5659-3e3b-4881-9833-6b0a567c1cff {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:50.844829 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.865635 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-d6e24b19-6d7e-484b-a8ad-46e2501a666d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.867645 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69f194-4ce6-4287-a0ab-4561798f899c req-219255df-4df8-4499-9ba0-7db58123ac93 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:50.871752 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Transition to ACTIVE for port object 1f0d5659-3e3b-4881-9833-6b0a567c1cff will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:50.872572 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1a69f194-4ce6-4287-a0ab-4561798f899c req-219255df-4df8-4499-9ba0-7db58123ac93 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 931 time: 0.1117516 Jul 13 14:46:50.876935 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.882214 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bf3fe5-c73f-4559-8ff2-11003da69873 x-openstack-request-id: req-99bf3fe5-c73f-4559-8ff2-11003da69873 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:50.882725 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0ab08-4077-45d5-9d7b-1657ad240397", "name": "network-vif-plugged", "status": "completed", "tag": "bf3fb41f-3974-47b0-814c-430d13675578", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:50.883050 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-99bf3fe5-c73f-4559-8ff2-11003da69873 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:50.883611 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3fb41f-3974-47b0-814c-430d13675578', 'code': 200} Jul 13 14:46:50.916912 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1a69f194-4ce6-4287-a0ab-4561798f899c req-fb84d625-33b4-4b93-9943-bbc2e5804461 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Jul 13 14:46:50.942613 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0d5659-3e3b-4881-9833-6b0a567c1cff,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:51.023108 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Attempting to bind port 1f0d5659-3e3b-4881-9833-6b0a567c1cff on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:51.023587 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Attempting to bind port 1f0d5659-3e3b-4881-9833-6b0a567c1cff by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:51.025281 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Attempting to bind port 1f0d5659-3e3b-4881-9833-6b0a567c1cff on network b9a42372-1973-4e89-86bb-cfe54dc44694 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:51.030624 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Port 1f0d5659-3e3b-4881-9833-6b0a567c1cff on network b9a42372-1973-4e89-86bb-cfe54dc44694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:46:51.031115 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Attempting to bind port 1f0d5659-3e3b-4881-9833-6b0a567c1cff on network b9a42372-1973-4e89-86bb-cfe54dc44694 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:51.036735 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:51.037087 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Checking segment: {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:51.037483 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Bound using segment: {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:51.037924 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Bound port: 1f0d5659-3e3b-4881-9833-6b0a567c1cff, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:51.038290 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.118305 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] For port 1f0d5659-3e3b-4881-9833-6b0a567c1cff, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:51.122118 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] For port 1f0d5659-3e3b-4881-9833-6b0a567c1cff, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1f0d5659-3e3b-4881-9833-6b0a567c1cff,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:51.126511 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.159878 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765355b-c7c5-489c-935b-abbc9d2b55bc req-b4b52b8c-eb7a-4d8a-8f61-508a8eda37be tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.162484 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6765355b-c7c5-489c-935b-abbc9d2b55bc req-b4b52b8c-eb7a-4d8a-8f61-508a8eda37be tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0794296 Jul 13 14:46:51.203731 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.204073 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.205488 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] 10.222.0.70 "PUT /v2.0/ports/1f0d5659-3e3b-4881-9833-6b0a567c1cff HTTP/1.1" status: 200 len: 1093 time: 0.7530005 Jul 13 14:46:51.206850 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44ee698-7617-4ccb-ad6e-1151c936854b', 'tag': '1f0d5659-3e3b-4881-9833-6b0a567c1cff'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:51.209457 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794c0dab-2b3d-486a-980e-ec21b47e7c53" -d '{"events": [{"name": "network-changed", "server_uuid": "f44ee698-7617-4ccb-ad6e-1151c936854b", "tag": "1f0d5659-3e3b-4881-9833-6b0a567c1cff"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:51.233936 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6765355b-c7c5-489c-935b-abbc9d2b55bc req-d7cfcd69-6b52-4cb2-b3b9-81f5033eed9a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551753 Jul 13 14:46:51.255062 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a8db1-992a-4ffd-bd63-6c78d980e234 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0d5659-3e3b-4881-9833-6b0a567c1cff,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:51.268954 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c927923c-089d-4d82-9993-25501118cabd x-openstack-request-id: req-c927923c-089d-4d82-9993-25501118cabd {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:51.269299 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44ee698-7617-4ccb-ad6e-1151c936854b", "tag": "1f0d5659-3e3b-4881-9833-6b0a567c1cff", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:51.269503 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c927923c-089d-4d82-9993-25501118cabd {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:51.269895 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44ee698-7617-4ccb-ad6e-1151c936854b', 'tag': '1f0d5659-3e3b-4881-9833-6b0a567c1cff', 'status': 'completed', 'code': 200} Jul 13 14:46:51.283062 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817917f2-49b8-4994-b050-80256326232d req-825f95d8-cdc9-4e44-903e-830ed6af6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.284827 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-817917f2-49b8-4994-b050-80256326232d req-825f95d8-cdc9-4e44-903e-830ed6af6e8f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 1099 time: 0.1548324 Jul 13 14:46:51.351689 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-817917f2-49b8-4994-b050-80256326232d req-d0854773-7be5-45c5-a167-46a0ff6089dc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407891 Jul 13 14:46:51.362728 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-68a7ae60-4a3a-42cd-8d33-a13adfe1e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.364291 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-68a7ae60-4a3a-42cd-8d33-a13adfe1e048 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 1096 time: 0.0835066 Jul 13 14:46:51.473347 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-4b20f129-1818-4392-9924-a1513a082239 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0d5659-3e3b-4881-9833-6b0a567c1cff HTTP/1.1" status: 200 len: 217 time: 0.0392137 Jul 13 14:46:51.528100 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-748f1a3f-d601-4fd0-b4a8-07f235cb628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.528631 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59798) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:51.529583 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-748f1a3f-d601-4fd0-b4a8-07f235cb628a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fed1be0-ce58-4e2a-9c3d-b9f2a7445750 HTTP/1.1" status: 200 len: 855 time: 0.0471208 Jul 13 14:46:51.563971 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-9ddb3a14-087b-4ab9-a76f-131fb7b388cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9a42372-1973-4e89-86bb-cfe54dc44694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274293 Jul 13 14:46:51.632818 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7d0a-d5d2-4691-9535-936157e5b8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.658907 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-4d91c180-243e-433f-a744-28825103fbeb service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871294 Jul 13 14:46:51.729463 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7d0a-d5d2-4691-9535-936157e5b8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.733942 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7d0a-d5d2-4691-9535-936157e5b8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.750456 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a645eb3f-0029-4c4e-889e-0f4d19964707 req-8b243877-a7d6-44d3-82d9-1baa44210b58 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828369 Jul 13 14:46:51.774485 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-cf1c7d0a-d5d2-4691-9535-936157e5b8ea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=82af6db8481242759315a3f1c22464be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447364 Jul 13 14:46:51.775610 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c7d0a-d5d2-4691-9535-936157e5b8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0173f8bf-0f8a-4fc0-bf7c-dacc3c2908ba,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:51.777810 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59802) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:51.836232 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-118d6579-83d8-47ab-88e1-cc7e8d097baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.880394 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-118d6579-83d8-47ab-88e1-cc7e8d097baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.924118 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c0dab-2b3d-486a-980e-ec21b47e7c53 req-ba10904a-d4c9-439e-b0c8-bcd5dbcf24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.925544 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-794c0dab-2b3d-486a-980e-ec21b47e7c53 req-ba10904a-d4c9-439e-b0c8-bcd5dbcf24c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 1096 time: 0.1014717 Jul 13 14:46:51.950747 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-118d6579-83d8-47ab-88e1-cc7e8d097baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.953274 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-118d6579-83d8-47ab-88e1-cc7e8d097baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.956887 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-118d6579-83d8-47ab-88e1-cc7e8d097baa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0173f8bf-0f8a-4fc0-bf7c-dacc3c2908ba HTTP/1.1" status: 204 len: 168 time: 0.1755974 Jul 13 14:46:52.000489 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d6579-83d8-47ab-88e1-cc7e8d097baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0173f8bf-0f8a-4fc0-bf7c-dacc3c2908ba,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.039749 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa470128-383a-44ce-8cef-e77772f5a7f7 req-e878ad0e-a3ca-4e7f-9755-c292d93041ea tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:52.041469 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-aa470128-383a-44ce-8cef-e77772f5a7f7 req-e878ad0e-a3ca-4e7f-9755-c292d93041ea tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0959127 Jul 13 14:46:52.079251 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c0dab-2b3d-486a-980e-ec21b47e7c53 req-9c40dea8-6823-4440-b1a8-21d78f9b2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:52.080937 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-794c0dab-2b3d-486a-980e-ec21b47e7c53 req-9c40dea8-6823-4440-b1a8-21d78f9b2d2c service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 916 time: 0.1449738 Jul 13 14:46:52.082276 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.127933 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-aa470128-383a-44ce-8cef-e77772f5a7f7 req-4d9d5321-a30d-4430-ad68-8f668cf9d65b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799959 Jul 13 14:46:52.145558 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-794c0dab-2b3d-486a-980e-ec21b47e7c53 req-2a645a42-711b-4435-a914-dc256dc3ed96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0d5659-3e3b-4881-9833-6b0a567c1cff HTTP/1.1" status: 200 len: 217 time: 0.0522158 Jul 13 14:46:52.162498 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999b536-a9c7-457e-b2f4-ffbd12ff3770 req-95a0ce4a-840b-4416-b829-41d5b7c9a8d2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:52.164566 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0999b536-a9c7-457e-b2f4-ffbd12ff3770 req-95a0ce4a-840b-4416-b829-41d5b7c9a8d2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 943 time: 0.0974622 Jul 13 14:46:52.206163 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0999b536-a9c7-457e-b2f4-ffbd12ff3770 req-d308a31f-8bbd-4a07-b04c-16082149c79c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Jul 13 14:46:52.214130 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c0dab-2b3d-486a-980e-ec21b47e7c53 req-63ae02f1-74cc-47b1-b7e0-4a87a3ae4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:52.215243 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-794c0dab-2b3d-486a-980e-ec21b47e7c53 req-63ae02f1-74cc-47b1-b7e0-4a87a3ae4b39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fed1be0-ce58-4e2a-9c3d-b9f2a7445750 HTTP/1.1" status: 200 len: 855 time: 0.0488479 Jul 13 14:46:52.272527 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-794c0dab-2b3d-486a-980e-ec21b47e7c53 req-b0cb18b9-559c-4ac3-a150-0a94cb527b61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9a42372-1973-4e89-86bb-cfe54dc44694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444980 Jul 13 14:46:52.294756 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59818) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:52.308305 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f402877c-f5fb-4ba0-97a5-1b8f1f42d1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.391594 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-794c0dab-2b3d-486a-980e-ec21b47e7c53 req-5409c703-b5df-48ae-b272-aa63198a1d6c service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008112 Jul 13 14:46:52.434319 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c18840-a18d-49bd-8c0d-cec19beee5e7 req-65aa4bb5-7873-42ec-a1da-a7178e8488f8 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:52.435635 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c1c18840-a18d-49bd-8c0d-cec19beee5e7 req-65aa4bb5-7873-42ec-a1da-a7178e8488f8 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0935781 Jul 13 14:46:52.476376 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f402877c-f5fb-4ba0-97a5-1b8f1f42d1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.489281 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f402877c-f5fb-4ba0-97a5-1b8f1f42d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.496227 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c1c18840-a18d-49bd-8c0d-cec19beee5e7 req-99a1b9fc-4e96-4a32-8f55-49d5b33dcc16 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540128 Jul 13 14:46:52.500317 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-794c0dab-2b3d-486a-980e-ec21b47e7c53 req-f43dbead-42c9-407f-a2c6-8866b556c460 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872741 Jul 13 14:46:52.534840 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-f402877c-f5fb-4ba0-97a5-1b8f1f42d1e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7be77c02b9d6467691cfe875b4d6dc9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389381 Jul 13 14:46:52.535708 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402877c-f5fb-4ba0-97a5-1b8f1f42d1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece200de-a4e2-470d-a630-ea6333160a67,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.537577 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59820) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:52.587583 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b68aca4a-fbf0-416f-a2f5-832a62b4363e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.608575 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b68aca4a-fbf0-416f-a2f5-832a62b4363e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.657526 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b68aca4a-fbf0-416f-a2f5-832a62b4363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.660267 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-b68aca4a-fbf0-416f-a2f5-832a62b4363e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.661409 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-b68aca4a-fbf0-416f-a2f5-832a62b4363e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ece200de-a4e2-470d-a630-ea6333160a67 HTTP/1.1" status: 204 len: 168 time: 0.1227441 Jul 13 14:46:52.669406 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aca4a-fbf0-416f-a2f5-832a62b4363e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece200de-a4e2-470d-a630-ea6333160a67,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.973931 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59826) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:52.987163 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ad5892bb-484b-4713-aa18-9285a8af2518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.076857 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ad5892bb-484b-4713-aa18-9285a8af2518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.080246 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ad5892bb-484b-4713-aa18-9285a8af2518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.119571 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-ad5892bb-484b-4713-aa18-9285a8af2518 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d997bf39db62442ea6d6e56211c7c641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445656 Jul 13 14:46:53.120803 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5892bb-484b-4713-aa18-9285a8af2518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5771cae5-5552-44bf-9729-88581157188c,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:53.122305 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59828) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:53.172310 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-57427b7f-ad94-4a34-8447-b4cfa141ae5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.193421 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-57427b7f-ad94-4a34-8447-b4cfa141ae5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.241355 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-57427b7f-ad94-4a34-8447-b4cfa141ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.243911 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-57427b7f-ad94-4a34-8447-b4cfa141ae5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.247611 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-57427b7f-ad94-4a34-8447-b4cfa141ae5f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5771cae5-5552-44bf-9729-88581157188c HTTP/1.1" status: 204 len: 168 time: 0.1213214 Jul 13 14:46:53.256181 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57427b7f-ad94-4a34-8447-b4cfa141ae5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5771cae5-5552-44bf-9729-88581157188c,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:53.340291 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d9b9d-bb9a-40b9-b767-49aa2d357314 req-bccbbfa9-dbc1-45c2-83ab-4a4d2a417be2 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.345022 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d63d9b9d-bb9a-40b9-b767-49aa2d357314 req-bccbbfa9-dbc1-45c2-83ab-4a4d2a417be2 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0826957 Jul 13 14:46:53.423543 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d63d9b9d-bb9a-40b9-b767-49aa2d357314 req-61da00d3-da98-40fc-a129-6ade84d1dadc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772390 Jul 13 14:46:53.424484 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.450912 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70819863-f932-4eb9-a0d1-58ff7a262fce req-5c0a67a8-3902-4663-a8c2-983dac01e71a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.452718 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-70819863-f932-4eb9-a0d1-58ff7a262fce req-5c0a67a8-3902-4663-a8c2-983dac01e71a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 943 time: 0.0948529 Jul 13 14:46:53.504665 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-70819863-f932-4eb9-a0d1-58ff7a262fce req-cc4d6a47-2655-4f4b-b40c-aa5905aee932 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460196 Jul 13 14:46:53.673550 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77dde-9517-4c91-b9dd-a5b4a1c41285 req-1f0d5568-78fd-4d99-9cfc-e19f1c90e782 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.675302 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-82d77dde-9517-4c91-b9dd-a5b4a1c41285 req-1f0d5568-78fd-4d99-9cfc-e19f1c90e782 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0639203 Jul 13 14:46:53.713876 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-82d77dde-9517-4c91-b9dd-a5b4a1c41285 req-48631908-5d22-4aee-bbe5-a25550b0fdcb tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332930 Jul 13 14:46:53.891587 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5a7cc-ab2f-453b-bc25-3805d1e96370 req-2aa18e68-18ec-4786-b45a-3207ef7f861d tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.893136 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-14c5a7cc-ab2f-453b-bc25-3805d1e96370 req-2aa18e68-18ec-4786-b45a-3207ef7f861d tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0678520 Jul 13 14:46:53.902129 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59862) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:53.907715 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-1e160963-1b0b-4e04-bb7c-05448ce9d080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'floatingip': {'port_id': 'bf3fb41f-3974-47b0-814c-430d13675578'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:53.976505 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e160963-1b0b-4e04-bb7c-05448ce9d080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.819673 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c9e84-bb5b-47e2-b999-1f41fb582ca8 req-4397750d-5362-4651-94de-acc11619433c tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.821216 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5e6c9e84-bb5b-47e2-b999-1f41fb582ca8 req-4397750d-5362-4651-94de-acc11619433c tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.2634335 Jul 13 14:46:54.898742 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.db.resource_extend [None req-1e160963-1b0b-4e04-bb7c-05448ce9d080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 14:46:54.949970 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66950b-0bf3-477f-8b75-d154bc39039d req-5be24a90-21f4-49bc-9b14-f58ca87d53e4 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.951552 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ec66950b-0bf3-477f-8b75-d154bc39039d req-5be24a90-21f4-49bc-9b14-f58ca87d53e4 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 943 time: 0.3097651 Jul 13 14:46:54.980961 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5e6c9e84-bb5b-47e2-b999-1f41fb582ca8 req-5fb1479b-153f-48c7-a7a1-bb17482dd836 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314392 Jul 13 14:46:55.025367 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e160963-1b0b-4e04-bb7c-05448ce9d080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.034732 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e160963-1b0b-4e04-bb7c-05448ce9d080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.050762 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ec66950b-0bf3-477f-8b75-d154bc39039d req-f9339e68-2206-412e-8dcd-b9d9687e1caa tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876358 Jul 13 14:46:55.155420 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.l3_db [None req-1e160963-1b0b-4e04-bb7c-05448ce9d080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Floating IP fb9cfbd4-0cad-4279-9b7e-1b9fd593eb89 associated. External IP: 172.27.0.192, port: bf3fb41f-3974-47b0-814c-430d13675578. Jul 13 14:46:55.373193 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e160963-1b0b-4e04-bb7c-05448ce9d080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Router 434e596b-c3b2-4ea7-acc3-d437154d2337 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:55.498408 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e160963-1b0b-4e04-bb7c-05448ce9d080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:55.503217 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e160963-1b0b-4e04-bb7c-05448ce9d080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.510573 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81327056-a841-4186-849e-89c07adeb1cf None None] Sync routers for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:55.519326 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81327056-a841-4186-849e-89c07adeb1cf None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:55.519947 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-81327056-a841-4186-849e-89c07adeb1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:46:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:55.528206 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59922) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.552803 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1e160963-1b0b-4e04-bb7c-05448ce9d080 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "PUT /v2.0/floatingips/fb9cfbd4-0cad-4279-9b7e-1b9fd593eb89 HTTP/1.1" status: 200 len: 992 time: 1.6492214 Jul 13 14:46:55.553565 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'tag': 'bf3fb41f-3974-47b0-814c-430d13675578'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:55.556842 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4ea0a3-6e30-4452-b12e-15542fa725d5" -d '{"events": [{"name": "network-changed", "server_uuid": "65c0ab08-4077-45d5-9d7b-1657ad240397", "tag": "bf3fb41f-3974-47b0-814c-430d13675578"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:55.602256 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f543439-f1d7-44a6-ad8c-4159dc67c299 x-openstack-request-id: req-6f543439-f1d7-44a6-ad8c-4159dc67c299 {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:55.602875 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c0ab08-4077-45d5-9d7b-1657ad240397", "tag": "bf3fb41f-3974-47b0-814c-430d13675578", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:55.603596 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f543439-f1d7-44a6-ad8c-4159dc67c299 {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:55.604305 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'tag': 'bf3fb41f-3974-47b0-814c-430d13675578', 'status': 'completed', 'code': 200} Jul 13 14:46:55.631264 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-81327056-a841-4186-849e-89c07adeb1cf None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:55.636083 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ebaadfb5-786e-4e17-a13f-1f721e1a48ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.732592 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-c02b61f7-7610-40b9-a9f0-eb8c36aedbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:55.734573 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-c02b61f7-7610-40b9-a9f0-eb8c36aedbec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 1099 time: 0.0959947 Jul 13 14:46:55.841873 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ebaadfb5-786e-4e17-a13f-1f721e1a48ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.850089 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ebaadfb5-786e-4e17-a13f-1f721e1a48ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.854829 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-81327056-a841-4186-849e-89c07adeb1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'fb9cfbd4-0cad-4279-9b7e-1b9fd593eb89', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'port_id': 'bf3fb41f-3974-47b0-814c-430d13675578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'mac_address': 'fa:16:3e:f3:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:46:37Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 1, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:55.877388 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-a07fc90a-2a77-4190-809a-507b6794a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:55.878890 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-a07fc90a-2a77-4190-809a-507b6794a429 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 912 time: 0.1372826 Jul 13 14:46:55.881119 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81327056-a841-4186-849e-89c07adeb1cf None None] Checking router: 434e596b-c3b2-4ea7-acc3-d437154d2337 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:55.889197 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81327056-a841-4186-849e-89c07adeb1cf None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:55.889805 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-81327056-a841-4186-849e-89c07adeb1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:46:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:55.904529 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-ebaadfb5-786e-4e17-a13f-1f721e1a48ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68ad2a69a0304786a74496f12d810962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752646 Jul 13 14:46:55.907400 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59930) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.939093 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaadfb5-786e-4e17-a13f-1f721e1a48ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa3e13d-31ed-4a1e-992d-9b14937b6b1c,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.969746 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-df2e5afb-47cf-46e2-9cb4-db007fba979d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3fb41f-3974-47b0-814c-430d13675578 HTTP/1.1" status: 200 len: 1000 time: 0.0737808 Jul 13 14:46:55.971368 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9c7c16fd-4649-4dde-be89-107da1bc4cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.997462 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9c7c16fd-4649-4dde-be89-107da1bc4cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.003834 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-81327056-a841-4186-849e-89c07adeb1cf None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:56.024348 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-d5fa1240-5d2e-4092-a1f2-245d07be882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.025940 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-d5fa1240-5d2e-4092-a1f2-245d07be882d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 200 len: 850 time: 0.0484350 Jul 13 14:46:56.069354 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9c7c16fd-4649-4dde-be89-107da1bc4cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.087761 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9c7c16fd-4649-4dde-be89-107da1bc4cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.091313 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-9c7c16fd-4649-4dde-be89-107da1bc4cba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5fa3e13d-31ed-4a1e-992d-9b14937b6b1c HTTP/1.1" status: 204 len: 168 time: 0.1802049 Jul 13 14:46:56.117512 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-04048379-d005-4f72-a323-da2d7b9b77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.119813 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c16fd-4649-4dde-be89-107da1bc4cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa3e13d-31ed-4a1e-992d-9b14937b6b1c,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.124841 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-04048379-d005-4f72-a323-da2d7b9b77fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2ddd26d-3988-4f68-a07a-dd596748a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0913007 Jul 13 14:46:56.241228 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-3adeb541-9612-4cb1-aaf2-0d6330734e84 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002157 Jul 13 14:46:56.257609 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-81327056-a841-4186-849e-89c07adeb1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'fb9cfbd4-0cad-4279-9b7e-1b9fd593eb89', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'port_id': 'bf3fb41f-3974-47b0-814c-430d13675578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'mac_address': 'fa:16:3e:f3:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:46:37Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 1, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:56.291899 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81327056-a841-4186-849e-89c07adeb1cf None None] The sync data for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi is: [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'fb9cfbd4-0cad-4279-9b7e-1b9fd593eb89', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'port_id': 'bf3fb41f-3974-47b0-814c-430d13675578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'mac_address': 'fa:16:3e:f3:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:46:37Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 1, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:56.356299 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-3e4ea0a3-6e30-4452-b12e-15542fa725d5 req-d0cd3adf-c48f-4e9a-97cc-1c70a574aff0 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057570 Jul 13 14:46:56.454281 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 59942) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:56.470988 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbc52244-8f2f-4303-b611-e3d3b626966e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.474100 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 1f0d5659-3e3b-4881-9833-6b0a567c1cff details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:46:56.502459 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47afff-fe3f-4718-ae5d-c3e6aa700714 req-4f345898-be61-43d8-ac67-87586770d889 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.504280 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bb47afff-fe3f-4718-ae5d-c3e6aa700714 req-4f345898-be61-43d8-ac67-87586770d889 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.3918920 Jul 13 14:46:56.513139 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3727128-8843-4bd9-a897-acdb5bfc6b86 req-b958f374-95db-4451-8956-a6726a28856e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.515506 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d3727128-8843-4bd9-a897-acdb5bfc6b86 req-b958f374-95db-4451-8956-a6726a28856e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 943 time: 0.1007872 Jul 13 14:46:56.582945 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bb47afff-fe3f-4718-ae5d-c3e6aa700714 req-d3e97247-8cfe-47f9-a840-22f3a0aefa48 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641935 Jul 13 14:46:56.604650 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d3727128-8843-4bd9-a897-acdb5bfc6b86 req-a781c109-1a2a-4681-9944-fb818536022c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812984 Jul 13 14:46:56.605769 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 1f0d5659-3e3b-4881-9833-6b0a567c1cff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1f0d5659-3e3b-4881-9833-6b0a567c1cff,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:56.634374 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7855c49-24d3-48e8-9e33-4c7197011eaf None None] New status for floating IP fb9cfbd4-0cad-4279-9b7e-1b9fd593eb89: ACTIVE {{(pid=99623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:46:56.666434 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbc52244-8f2f-4303-b611-e3d3b626966e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.668620 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '1f0d5659-3e3b-4881-9833-6b0a567c1cff', 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694', 'port_id': '1f0d5659-3e3b-4881-9833-6b0a567c1cff', 'mac_address': 'fa:16:3e:d4:c0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fed1be0-ce58-4e2a-9c3d-b9f2a7445750', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:46:56.672075 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbc52244-8f2f-4303-b611-e3d3b626966e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.722365 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-bbc52244-8f2f-4303-b611-e3d3b626966e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f7dbf2df8ae3426991314dbf7a20a045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669971 Jul 13 14:46:56.723584 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc52244-8f2f-4303-b611-e3d3b626966e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da8fd4c-5e3d-4de1-80a0-6081a012cbdb,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.725236 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 59948) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:56.763008 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.781459 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-14804a02-854c-4cbb-86ff-e7ec0e1d0ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.788696 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0d5659-3e3b-4881-9833-6b0a567c1cff {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:56.802934 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-14804a02-854c-4cbb-86ff-e7ec0e1d0ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.838965 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 1f0d5659-3e3b-4881-9833-6b0a567c1cff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1f0d5659-3e3b-4881-9833-6b0a567c1cff,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:56.842817 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.854008 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-14804a02-854c-4cbb-86ff-e7ec0e1d0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.857440 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-14804a02-854c-4cbb-86ff-e7ec0e1d0ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.859105 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-14804a02-854c-4cbb-86ff-e7ec0e1d0ba5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2da8fd4c-5e3d-4de1-80a0-6081a012cbdb HTTP/1.1" status: 204 len: 168 time: 0.1326489 Jul 13 14:46:56.866776 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14804a02-854c-4cbb-86ff-e7ec0e1d0ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da8fd4c-5e3d-4de1-80a0-6081a012cbdb,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.913793 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=1f0d5659-3e3b-4881-9833-6b0a567c1cff,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:57.436648 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['1f0d5659-3e3b-4881-9833-6b0a567c1cff'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:57.810226 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee965f-a303-4568-ae9e-ce37bf041911 req-4b1b10ba-fbee-47d0-822c-edff94d13d0b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:57.811742 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4aee965f-a303-4568-ae9e-ce37bf041911 req-4b1b10ba-fbee-47d0-822c-edff94d13d0b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.1067729 Jul 13 14:46:57.823691 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b290d9-53b7-44e7-a95f-2d79c19aca0e req-d16de0d3-6669-4c39-9184-a24fd5939ffd tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:57.825192 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-49b290d9-53b7-44e7-a95f-2d79c19aca0e req-d16de0d3-6669-4c39-9184-a24fd5939ffd tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 944 time: 0.0908899 Jul 13 14:46:57.887647 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4aee965f-a303-4568-ae9e-ce37bf041911 req-5f03a604-151d-49ef-b277-16ac599ebbc5 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611272 Jul 13 14:46:57.890333 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-49b290d9-53b7-44e7-a95f-2d79c19aca0e req-deba37d2-881d-4451-a584-46474bcbc86c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568233 Jul 13 14:46:59.055525 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d453c-d47c-43f1-817d-edd9e74c6a91 req-810cb118-36ae-4d97-9480-52eb788ec005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:59.057073 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-de1d453c-d47c-43f1-817d-edd9e74c6a91 req-810cb118-36ae-4d97-9480-52eb788ec005 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 1098 time: 0.0682957 Jul 13 14:46:59.101618 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-de1d453c-d47c-43f1-817d-edd9e74c6a91 req-6381bcae-39ee-459c-b225-29ab004d2f93 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375433 Jul 13 14:46:59.139356 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5242d-88a4-4f5e-bf6a-4910d3874b33 req-5915a44d-2e79-4d2b-94a8-b20e5aae40da tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:59.139889 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-46c5242d-88a4-4f5e-bf6a-4910d3874b33 req-5915a44d-2e79-4d2b-94a8-b20e5aae40da tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 944 time: 0.1124754 Jul 13 14:46:59.168732 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af2c7e-f2c4-4bc2-a09c-1f5ca60d2c37 req-d04da7af-8a8c-415e-8a19-2b6e22022dfd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:59.170253 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c4af2c7e-f2c4-4bc2-a09c-1f5ca60d2c37 req-d04da7af-8a8c-415e-8a19-2b6e22022dfd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.1312644 Jul 13 14:46:59.215612 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-46c5242d-88a4-4f5e-bf6a-4910d3874b33 req-c905a760-77df-43ba-8f61-959bd0546a75 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668547 Jul 13 14:46:59.229821 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c4af2c7e-f2c4-4bc2-a09c-1f5ca60d2c37 req-89ccd5db-abea-4cb1-9a3c-7a39aed4d825 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522130 Jul 13 14:47:00.466608 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced7c4d-c7f2-4fcc-bbbe-612a3302eb90 req-acf2e204-458c-4b58-83ca-dca03d110097 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:00.468176 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8ced7c4d-c7f2-4fcc-bbbe-612a3302eb90 req-acf2e204-458c-4b58-83ca-dca03d110097 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 944 time: 0.1104286 Jul 13 14:47:00.471526 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 60026) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:00.486220 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6effec-04fb-41ce-a2c1-24bbd8e683dd req-92347ad2-0260-4785-8ccf-c0ca647d3793 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:00.487752 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2d6effec-04fb-41ce-a2c1-24bbd8e683dd req-92347ad2-0260-4785-8ccf-c0ca647d3793 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.1196828 Jul 13 14:47:00.488950 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 1f0d5659-3e3b-4881-9833-6b0a567c1cff up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:00.538512 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8ced7c4d-c7f2-4fcc-bbbe-612a3302eb90 req-987890ef-fe1d-4881-a9b0-b8cf1fddcf59 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605686 Jul 13 14:47:00.540533 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 1f0d5659-3e3b-4881-9833-6b0a567c1cff completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:00.547244 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 1f0d5659-3e3b-4881-9833-6b0a567c1cff triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:00.547629 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.555977 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2d6effec-04fb-41ce-a2c1-24bbd8e683dd req-eba1b289-5e07-48fc-800c-8bd0bde4a56d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610719 Jul 13 14:47:00.605764 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e30e8c8b-c8c7-44d8-bbe6-c840a983b57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.727801 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e30e8c8b-c8c7-44d8-bbe6-c840a983b57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.733217 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e30e8c8b-c8c7-44d8-bbe6-c840a983b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.766047 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.777240 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-e30e8c8b-c8c7-44d8-bbe6-c840a983b57b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cf1c2bc15bb14a6c951a0d3c88fdf991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021820 Jul 13 14:47:00.777240 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e8c8b-c8c7-44d8-bbe6-c840a983b57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b870eb-5f06-471a-8ce2-49c254626caf,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:00.777680 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 60032) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:00.796011 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44ee698-7617-4ccb-ad6e-1151c936854b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0d5659-3e3b-4881-9833-6b0a567c1cff'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:00.798662 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb3cd2-aaa0-4bae-8ccf-c24107e59fcc" -d '{"events": [{"server_uuid": "f44ee698-7617-4ccb-ad6e-1151c936854b", "name": "network-vif-plugged", "status": "completed", "tag": "1f0d5659-3e3b-4881-9833-6b0a567c1cff"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:00.813821 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 1f0d5659-3e3b-4881-9833-6b0a567c1cff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1f0d5659-3e3b-4881-9833-6b0a567c1cff,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:00.818663 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.843968 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5943e43a-b1e7-4d12-a5ea-26766d4a85db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.845434 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092d097-ceb9-46ff-b6c4-17e7933cef2c x-openstack-request-id: req-4092d097-ceb9-46ff-b6c4-17e7933cef2c {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:00.845769 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44ee698-7617-4ccb-ad6e-1151c936854b", "name": "network-vif-plugged", "status": "completed", "tag": "1f0d5659-3e3b-4881-9833-6b0a567c1cff", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:00.846269 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4092d097-ceb9-46ff-b6c4-17e7933cef2c {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:00.846412 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44ee698-7617-4ccb-ad6e-1151c936854b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0d5659-3e3b-4881-9833-6b0a567c1cff', 'code': 200} Jul 13 14:47:00.866763 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5943e43a-b1e7-4d12-a5ea-26766d4a85db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.875557 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=1f0d5659-3e3b-4881-9833-6b0a567c1cff,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:00.918641 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5943e43a-b1e7-4d12-a5ea-26766d4a85db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.921218 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5943e43a-b1e7-4d12-a5ea-26766d4a85db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:00.922403 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-5943e43a-b1e7-4d12-a5ea-26766d4a85db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/12b870eb-5f06-471a-8ce2-49c254626caf HTTP/1.1" status: 204 len: 168 time: 0.1437495 Jul 13 14:47:00.929937 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943e43a-b1e7-4d12-a5ea-26766d4a85db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b870eb-5f06-471a-8ce2-49c254626caf,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:01.123375 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87294d7-3804-4c93-ac69-076d49db9faa req-5511bb57-e200-493e-80a4-27f9c6efbc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:01.124937 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-d87294d7-3804-4c93-ac69-076d49db9faa req-5511bb57-e200-493e-80a4-27f9c6efbc9d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 1098 time: 0.0581377 Jul 13 14:47:01.168913 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-d87294d7-3804-4c93-ac69-076d49db9faa req-936a9df4-bd88-4a28-8821-68c6a81a480f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Jul 13 14:47:01.756856 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9165a1-afe5-4adb-b525-c498dd1f1480 req-deaabde6-9089-45d5-b819-07bcc82e6cd0 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:01.758470 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6e9165a1-afe5-4adb-b525-c498dd1f1480 req-deaabde6-9089-45d5-b819-07bcc82e6cd0 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.1075952 Jul 13 14:47:01.767468 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df536e-2667-4879-9189-a48ed2b65423 req-f82d0872-42a0-41fb-a2ba-0a041437325e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:01.768877 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b5df536e-2667-4879-9189-a48ed2b65423 req-f82d0872-42a0-41fb-a2ba-0a041437325e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0896270 Jul 13 14:47:01.822556 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6e9165a1-afe5-4adb-b525-c498dd1f1480 req-09688aec-8de0-4e5d-a072-7ec86aa22973 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526636 Jul 13 14:47:01.835334 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b5df536e-2667-4879-9189-a48ed2b65423 req-32acba73-eefe-4f58-b263-5b8e0e23aacb tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584865 Jul 13 14:47:02.335361 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c5539-11bc-4c1c-a637-38f5a444042c req-0aa39bc7-7a53-4a49-886d-2e62d5901f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:02.336893 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ff0c5539-11bc-4c1c-a637-38f5a444042c req-0aa39bc7-7a53-4a49-886d-2e62d5901f3e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 1098 time: 0.0531511 Jul 13 14:47:02.391172 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315d58a-8b5e-483d-b8d9-a666c3a38bc5 req-ffa6679f-ffda-4222-a2d7-a80f93212577 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:02.392689 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a315d58a-8b5e-483d-b8d9-a666c3a38bc5 req-ffa6679f-ffda-4222-a2d7-a80f93212577 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0615618 Jul 13 14:47:02.428505 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c5539-11bc-4c1c-a637-38f5a444042c req-89cfae82-fe3b-480a-943f-cd301c24c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:02.430011 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ff0c5539-11bc-4c1c-a637-38f5a444042c req-89cfae82-fe3b-480a-943f-cd301c24c64b service neutron] 10.222.0.70 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 920 time: 0.0853698 Jul 13 14:47:02.431339 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a315d58a-8b5e-483d-b8d9-a666c3a38bc5 req-2617c5db-e61a-40c2-9fd5-699a892c2b44 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Jul 13 14:47:02.474546 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ff0c5539-11bc-4c1c-a637-38f5a444042c req-043c7ec2-ca50-4c96-a561-8aa8f93e4572 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec HTTP/1.1" status: 200 len: 217 time: 0.0370708 Jul 13 14:47:02.522465 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c5539-11bc-4c1c-a637-38f5a444042c req-5f55faa7-4f78-4148-b9e1-021928c445f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:02.523870 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ff0c5539-11bc-4c1c-a637-38f5a444042c req-5f55faa7-4f78-4148-b9e1-021928c445f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 200 len: 859 time: 0.0421691 Jul 13 14:47:02.561055 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ff0c5539-11bc-4c1c-a637-38f5a444042c req-d50c7b19-f235-4f6a-a279-6c8780f98b9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=531724de-8eb2-495b-9808-a0955ea1d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263906 Jul 13 14:47:02.651665 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ff0c5539-11bc-4c1c-a637-38f5a444042c req-d7f00b60-fdac-4455-a6fb-48703278a1a3 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824466 Jul 13 14:47:02.739975 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ff0c5539-11bc-4c1c-a637-38f5a444042c req-ad57d6e2-5e72-4681-9305-fea16eb824f5 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785921 Jul 13 14:47:02.995782 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0524fc-1b24-4d7b-b380-b9fef224e24b req-48523bd0-67dc-42e4-8aeb-114cd09ccf0d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:02.997322 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bc0524fc-1b24-4d7b-b380-b9fef224e24b req-48523bd0-67dc-42e4-8aeb-114cd09ccf0d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0629878 Jul 13 14:47:03.041122 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bc0524fc-1b24-4d7b-b380-b9fef224e24b req-99f82020-d5a3-4334-9bf2-cda87b7dadec tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377793 Jul 13 14:47:03.612714 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c77de9-152b-4cc5-892b-9d05a1733f04 req-ea1edf35-e7da-4bff-9f6c-978cdfceb5ad tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:03.614196 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-73c77de9-152b-4cc5-892b-9d05a1733f04 req-ea1edf35-e7da-4bff-9f6c-978cdfceb5ad tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0654109 Jul 13 14:47:03.652603 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-73c77de9-152b-4cc5-892b-9d05a1733f04 req-35c947dc-1a6c-44f4-a9d8-595f5ee3b995 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327184 Jul 13 14:47:04.838630 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543d0c8-389b-4225-baae-51c506eb5836 req-17108f19-97a6-4bef-9ddb-fdade8a43ba1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:04.840709 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e543d0c8-389b-4225-baae-51c506eb5836 req-17108f19-97a6-4bef-9ddb-fdade8a43ba1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0679333 Jul 13 14:47:04.880285 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e543d0c8-389b-4225-baae-51c506eb5836 req-c83f9b48-8682-42e6-94db-33b9b13fcfaf tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339859 Jul 13 14:47:06.058198 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e94a22-efa5-42ee-bdb6-0c23f97e31de req-e9b383a6-8994-4559-a6f5-0cbbd0a21c5a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:06.059773 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e0e94a22-efa5-42ee-bdb6-0c23f97e31de req-e9b383a6-8994-4559-a6f5-0cbbd0a21c5a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0649152 Jul 13 14:47:06.101907 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e0e94a22-efa5-42ee-bdb6-0c23f97e31de req-be173732-6c09-480a-ad01-97392956a701 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366046 Jul 13 14:47:07.563722 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fbc4d-4f17-4b0b-9ab9-2076979d5d71 req-5bd17115-d2d7-4ca3-bdf8-d02c17392b36 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:07.565267 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-637fbc4d-4f17-4b0b-9ab9-2076979d5d71 req-5bd17115-d2d7-4ca3-bdf8-d02c17392b36 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0627940 Jul 13 14:47:07.602015 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-637fbc4d-4f17-4b0b-9ab9-2076979d5d71 req-d567c527-d3bb-4ca3-9bd0-88947779cbcf tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313745 Jul 13 14:47:15.810366 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:18.250271 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-e117b888-f30a-400f-b40e-f703418ac1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:18.917388 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53808060-7b7e-4e1f-be76-939327601762 req-ec982455-4a4d-4a68-9929-b7e9254d8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:18.919644 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-53808060-7b7e-4e1f-be76-939327601762 req-ec982455-4a4d-4a68-9929-b7e9254d8b3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 1098 time: 0.0637393 Jul 13 14:47:19.020699 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0801eea-bc18-422d-9f94-42c22c11d021 req-208312db-4142-4787-8114-84867620d744 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:19.022224 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b0801eea-bc18-422d-9f94-42c22c11d021 req-208312db-4142-4787-8114-84867620d744 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.1252162 Jul 13 14:47:19.038205 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53808060-7b7e-4e1f-be76-939327601762 req-311d0e7a-4b37-4445-8c19-9822a0e915a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:19.039687 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-53808060-7b7e-4e1f-be76-939327601762 req-311d0e7a-4b37-4445-8c19-9822a0e915a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 920 time: 0.1007490 Jul 13 14:47:19.090692 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-53808060-7b7e-4e1f-be76-939327601762 req-dfe16752-e767-458d-8852-31bf559638a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec HTTP/1.1" status: 200 len: 217 time: 0.0345883 Jul 13 14:47:19.093152 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b0801eea-bc18-422d-9f94-42c22c11d021 req-b794a075-c701-404a-abd2-860500bba2f2 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500498 Jul 13 14:47:19.108648 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9caa01-da7f-4535-be51-de4d4ff0577d req-76fec756-36ca-4a8c-ab22-fbffde3fa46d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:19.110030 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5f9caa01-da7f-4535-be51-de4d4ff0577d req-76fec756-36ca-4a8c-ab22-fbffde3fa46d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.1123083 Jul 13 14:47:19.154551 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5f9caa01-da7f-4535-be51-de4d4ff0577d req-e387ab36-0259-4eb4-b63c-df669c8868bf tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383503 Jul 13 14:47:19.199097 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53808060-7b7e-4e1f-be76-939327601762 req-8958a046-9ada-4dc6-ad42-40914e38b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:19.201400 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-53808060-7b7e-4e1f-be76-939327601762 req-8958a046-9ada-4dc6-ad42-40914e38b2b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 200 len: 859 time: 0.0777285 Jul 13 14:47:19.249282 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-53808060-7b7e-4e1f-be76-939327601762 req-c308265a-89d8-4ce5-b9be-c146b20e18cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=531724de-8eb2-495b-9808-a0955ea1d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255055 Jul 13 14:47:19.342523 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-53808060-7b7e-4e1f-be76-939327601762 req-7a4f72f1-2aa9-4f8f-a314-0f07615a3910 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779755 Jul 13 14:47:19.435569 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-53808060-7b7e-4e1f-be76-939327601762 req-3da560c4-05ae-4cb6-a4e3-ffb0f3e8fa1f service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850551 Jul 13 14:47:20.314462 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-ea61e274-8303-432a-85ad-5ef3cdeff31c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:20.315931 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-ea61e274-8303-432a-85ad-5ef3cdeff31c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 815 time: 0.1366529 Jul 13 14:47:20.338693 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc11ba-2680-4500-9f8a-9a0b7b0531ca req-abcf30a7-c03a-49d8-bd61-441a08c72d1b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:20.340746 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-40fc11ba-2680-4500-9f8a-9a0b7b0531ca req-abcf30a7-c03a-49d8-bd61-441a08c72d1b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.1159770 Jul 13 14:47:20.342343 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-6b2fc1ae-75d1-4dcc-b47b-f8a7fe6f45f6 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/quotas/b3c706a3a2034358ae8211a94d903ec0 HTTP/1.1" status: 200 len: 375 time: 0.0204065 Jul 13 14:47:20.409482 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-40fc11ba-2680-4500-9f8a-9a0b7b0531ca req-0782b202-50f7-4c9f-a3cb-460a6a006002 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631759 Jul 13 14:47:20.435920 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-b32b104e-3c56-4479-80b2-17c0ea17eee5 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841589 Jul 13 14:47:20.557403 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-12d7b22c-7e31-4833-991b-0330046958d1 service neutron] 10.222.0.68 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143720 Jul 13 14:47:20.628628 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741d939-ca81-443d-91d5-e3de9d14b9ab req-65b13cb5-273e-4401-b827-a5bcb440065c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:20.630107 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8741d939-ca81-443d-91d5-e3de9d14b9ab req-65b13cb5-273e-4401-b827-a5bcb440065c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.1226084 Jul 13 14:47:20.689564 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-799bb435-5ce8-4e2a-ac2d-4a5c13c71da0 service neutron] 10.222.0.68 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241422 Jul 13 14:47:20.692365 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8741d939-ca81-443d-91d5-e3de9d14b9ab req-694bd8e9-1412-439a-96dd-fc06f802c3a3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535488 Jul 13 14:47:20.749287 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:20.857647 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-14675e55-8b94-430a-876f-0e839ab06657 req-5c6458cb-e37d-499e-9eb5-ba974ff49077 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 210 time: 0.0310404 Jul 13 14:47:20.871783 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-672347c5-16bc-46c1-a632-ffcc30162904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:21.584075 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbe815-64fc-4703-bf99-432ad2782bec req-fe6b493e-8384-415c-9c62-4e8b49a335d1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:21.585463 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d5fbe815-64fc-4703-bf99-432ad2782bec req-fe6b493e-8384-415c-9c62-4e8b49a335d1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0657234 Jul 13 14:47:21.622074 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d5fbe815-64fc-4703-bf99-432ad2782bec req-ec2ca7f9-262b-4164-8fde-5a375d65fa46 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312665 Jul 13 14:47:21.866018 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b1af0-dcdc-4704-9656-5bc4a73b8921 req-ed2e84b4-faa0-4c5a-9741-04f0bba387e0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:21.867531 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-983b1af0-dcdc-4704-9656-5bc4a73b8921 req-ed2e84b4-faa0-4c5a-9741-04f0bba387e0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0640821 Jul 13 14:47:21.908503 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-983b1af0-dcdc-4704-9656-5bc4a73b8921 req-8a0eee70-09da-4407-85b1-c0400d83e714 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343912 Jul 13 14:47:22.041268 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-75f28bef-593c-4950-ad83-5a05dfb162b0 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:22.042671 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-75f28bef-593c-4950-ad83-5a05dfb162b0 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 815 time: 0.1171155 Jul 13 14:47:22.050049 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e699f92c-be43-42e2-a539-0f02782810f8 req-000bf348-6f93-4dd6-973c-c0704392164a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 210 time: 0.0308557 Jul 13 14:47:22.063480 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Request body: {'port': {'device_id': '79e767e7-4391-418a-9a08-55757596f62a', 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694', 'admin_state_up': True, 'tenant_id': 'b3c706a3a2034358ae8211a94d903ec0'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:22.073076 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.172969 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Made reservation on behalf of b3c706a3a2034358ae8211a94d903ec0 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:47:22.176498 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.298732 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Allocated IP 172.20.0.12 (b9a42372-1973-4e89-86bb-cfe54dc44694/0fed1be0-ce58-4e2a-9c3d-b9f2a7445750/2e1929dd-3c6f-4573-90ed-94de3c1ba385) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:22.437170 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.474265 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.489800 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['448e113a-c24f-45c6-8f09-b3c3d2b9e5ab', '2e21a714-081d-48c0-94ad-bd1fe427e87d', '1f0d5659-3e3b-4881-9833-6b0a567c1cff'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:22.517132 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Network b9a42372-1973-4e89-86bb-cfe54dc44694 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:22.522147 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:22.525905 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:22.550849 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Pushing event updated for resources: {'Port': ['ID=2e1929dd-3c6f-4573-90ed-94de3c1ba385,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:22.560962 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.561320 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.561669 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.562009 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.562347 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.562679 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.563009 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.563338 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.563665 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.563989 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.564337 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.564714 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:22.588467 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:22.589077 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.603060 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-09305781-c8d9-432d-8199-25afab799e1a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5435584 Jul 13 14:47:22.617207 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Request body: {'port': {'device_id': '79e767e7-4391-418a-9a08-55757596f62a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:22.692502 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:22.807306 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c823d48-0a85-4e49-9f01-5b8830632e07 req-107ba856-a946-42c7-b8f9-3238c9ac503e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:22.813022 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7c823d48-0a85-4e49-9f01-5b8830632e07 req-107ba856-a946-42c7-b8f9-3238c9ac503e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0743899 Jul 13 14:47:22.845925 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7c823d48-0a85-4e49-9f01-5b8830632e07 req-4dc53743-5a63-4d45-9a24-5e98d7403efa tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Jul 13 14:47:23.096559 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432709fe-89df-43b2-b622-e441cfcc6874 req-c8677f73-5b38-414c-a403-edd0bb5564e7 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.098148 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-432709fe-89df-43b2-b622-e441cfcc6874 req-c8677f73-5b38-414c-a403-edd0bb5564e7 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0674174 Jul 13 14:47:23.141003 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-432709fe-89df-43b2-b622-e441cfcc6874 req-bd08712a-6bd2-4723-b5fc-6747ea132af2 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359557 Jul 13 14:47:23.182409 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1929dd-3c6f-4573-90ed-94de3c1ba385 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:23.189912 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.202000 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Transition to ACTIVE for port object 2e1929dd-3c6f-4573-90ed-94de3c1ba385 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:47:23.205789 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.252482 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1929dd-3c6f-4573-90ed-94de3c1ba385,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:23.304929 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c53fd8-711c-4ff2-a69d-0343ef3ab561 req-8e6c2d53-3cd9-4504-8b1b-18aff84d02e8 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.306409 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-57c53fd8-711c-4ff2-a69d-0343ef3ab561 req-8e6c2d53-3cd9-4504-8b1b-18aff84d02e8 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 944 time: 0.0649481 Jul 13 14:47:23.323135 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Attempting to bind port 2e1929dd-3c6f-4573-90ed-94de3c1ba385 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:47:23.323531 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Attempting to bind port 2e1929dd-3c6f-4573-90ed-94de3c1ba385 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:47:23.323934 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Attempting to bind port 2e1929dd-3c6f-4573-90ed-94de3c1ba385 on network b9a42372-1973-4e89-86bb-cfe54dc44694 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:23.329351 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Port 2e1929dd-3c6f-4573-90ed-94de3c1ba385 on network b9a42372-1973-4e89-86bb-cfe54dc44694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:47:23.329682 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Attempting to bind port 2e1929dd-3c6f-4573-90ed-94de3c1ba385 on network b9a42372-1973-4e89-86bb-cfe54dc44694 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:47:23.334555 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:47:23.334904 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Checking segment: {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:47:23.335290 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Bound using segment: {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:47:23.335725 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Bound port: 2e1929dd-3c6f-4573-90ed-94de3c1ba385, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44648a6b-8766-4c38-b149-7a0dfa56fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:47:23.336124 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.347569 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-57c53fd8-711c-4ff2-a69d-0343ef3ab561 req-0a4a81ac-188a-43fb-95b3-167aa4d48305 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Jul 13 14:47:23.397482 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] For port 2e1929dd-3c6f-4573-90ed-94de3c1ba385, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:47:23.400868 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] For port 2e1929dd-3c6f-4573-90ed-94de3c1ba385, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e1929dd-3c6f-4573-90ed-94de3c1ba385,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:47:23.406649 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.422937 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.440858 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.441474 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.442831 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] 10.222.0.70 "PUT /v2.0/ports/2e1929dd-3c6f-4573-90ed-94de3c1ba385 HTTP/1.1" status: 200 len: 1094 time: 0.8296242 Jul 13 14:47:23.443266 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e767e7-4391-418a-9a08-55757596f62a', 'tag': '2e1929dd-3c6f-4573-90ed-94de3c1ba385'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:23.445507 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ee62f0-fecb-4d7c-9291-75e32e4aff62" -d '{"events": [{"name": "network-changed", "server_uuid": "79e767e7-4391-418a-9a08-55757596f62a", "tag": "2e1929dd-3c6f-4573-90ed-94de3c1ba385"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:23.474627 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2780c60-94a3-4875-acdd-6c1b9947f4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1929dd-3c6f-4573-90ed-94de3c1ba385,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:23.486743 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1769ea71-bd54-486b-8bdb-3df2a639e80a x-openstack-request-id: req-1769ea71-bd54-486b-8bdb-3df2a639e80a {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:23.487365 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e767e7-4391-418a-9a08-55757596f62a", "tag": "2e1929dd-3c6f-4573-90ed-94de3c1ba385", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:23.487623 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1769ea71-bd54-486b-8bdb-3df2a639e80a {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:23.488011 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e767e7-4391-418a-9a08-55757596f62a', 'tag': '2e1929dd-3c6f-4573-90ed-94de3c1ba385', 'status': 'completed', 'code': 200} Jul 13 14:47:23.546623 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-b89eeabf-fd5f-49f3-bbf3-0d8ab8760813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.548085 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-b89eeabf-fd5f-49f3-bbf3-0d8ab8760813 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 1097 time: 0.0546098 Jul 13 14:47:23.595295 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-a22a5fda-b28e-4fa7-aed7-9ecd23f49e51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e1929dd-3c6f-4573-90ed-94de3c1ba385 HTTP/1.1" status: 200 len: 217 time: 0.0329757 Jul 13 14:47:23.649353 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-2d30c15c-09bf-4acf-8eb8-2418d1747c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.650688 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-2d30c15c-09bf-4acf-8eb8-2418d1747c39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fed1be0-ce58-4e2a-9c3d-b9f2a7445750 HTTP/1.1" status: 200 len: 855 time: 0.0415561 Jul 13 14:47:23.692975 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-97b58e64-bd9b-47ed-ac1d-66f332216de3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9a42372-1973-4e89-86bb-cfe54dc44694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250809 Jul 13 14:47:23.788483 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-ed683d2e-d779-466b-af6e-2a13eeb874a2 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801976 Jul 13 14:47:23.876192 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-40d1a835-6d0f-431a-b241-1a42e12390a9 req-7069159d-0e49-4992-bb75-bbb491db1bb2 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792942 Jul 13 14:47:24.002522 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee62f0-fecb-4d7c-9291-75e32e4aff62 req-c4a651de-fde0-4e32-93da-2cccd89bd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.004074 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-32ee62f0-fecb-4d7c-9291-75e32e4aff62 req-c4a651de-fde0-4e32-93da-2cccd89bd2d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b3c706a3a2034358ae8211a94d903ec0&device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 1097 time: 0.0558317 Jul 13 14:47:24.021654 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077191b-8e8f-4375-af31-d5d1ea8b22c0 req-9746335e-ea59-4daf-a09b-a2300f5fb544 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.023117 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5077191b-8e8f-4375-af31-d5d1ea8b22c0 req-9746335e-ea59-4daf-a09b-a2300f5fb544 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0627277 Jul 13 14:47:24.062381 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5077191b-8e8f-4375-af31-d5d1ea8b22c0 req-8798974f-8802-476c-9cfb-af5dc39fe236 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Jul 13 14:47:24.094001 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee62f0-fecb-4d7c-9291-75e32e4aff62 req-5aa43d35-aebd-4736-a746-b4e02ac3956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.095448 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-32ee62f0-fecb-4d7c-9291-75e32e4aff62 req-5aa43d35-aebd-4736-a746-b4e02ac3956d service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 200 len: 916 time: 0.0827463 Jul 13 14:47:24.142632 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-32ee62f0-fecb-4d7c-9291-75e32e4aff62 req-1859acdc-8dcc-434e-a74f-839f201a1b4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e1929dd-3c6f-4573-90ed-94de3c1ba385 HTTP/1.1" status: 200 len: 217 time: 0.0373502 Jul 13 14:47:24.195244 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee62f0-fecb-4d7c-9291-75e32e4aff62 req-5dc1575f-dbaa-445e-a3d0-b7514e77e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.196739 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-32ee62f0-fecb-4d7c-9291-75e32e4aff62 req-5dc1575f-dbaa-445e-a3d0-b7514e77e1a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0fed1be0-ce58-4e2a-9c3d-b9f2a7445750 HTTP/1.1" status: 200 len: 855 time: 0.0438888 Jul 13 14:47:24.235684 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-32ee62f0-fecb-4d7c-9291-75e32e4aff62 req-82831e48-42ab-4224-8793-597c1cec88d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9a42372-1973-4e89-86bb-cfe54dc44694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260441 Jul 13 14:47:24.320079 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453059f-85b8-4b64-9830-dfb3eeab2f22 req-2d8f93f4-fe88-4344-b1a6-7198780547ec tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.321495 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c453059f-85b8-4b64-9830-dfb3eeab2f22 req-2d8f93f4-fe88-4344-b1a6-7198780547ec tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0647750 Jul 13 14:47:24.346351 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-32ee62f0-fecb-4d7c-9291-75e32e4aff62 req-ced3acd4-c64a-4bb1-94d2-3c5ac383775b service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843759 Jul 13 14:47:24.359253 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c453059f-85b8-4b64-9830-dfb3eeab2f22 req-19071be3-9457-4023-a4c3-9da1dbae0237 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Jul 13 14:47:24.434537 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-32ee62f0-fecb-4d7c-9291-75e32e4aff62 req-7fa69060-fe79-4fde-8379-60fbc1fa0794 service neutron] 10.222.0.70 "GET /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813992 Jul 13 14:47:24.531506 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eafd5-d9cb-437a-95b9-b02a36bf2f3a req-28fc9e2b-7cb5-45c0-90ed-6c2f08d9c928 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.533270 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-022eafd5-d9cb-437a-95b9-b02a36bf2f3a req-28fc9e2b-7cb5-45c0-90ed-6c2f08d9c928 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 944 time: 0.0655713 Jul 13 14:47:24.570362 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-022eafd5-d9cb-437a-95b9-b02a36bf2f3a req-9f3802a0-9a2a-4b04-bf4b-d69bc8391384 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Jul 13 14:47:25.232847 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670fbe2-b8cc-48a3-89d3-4fb8102750f8 req-a41a1794-7bee-471b-a13b-80b76d8988c2 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.234197 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5670fbe2-b8cc-48a3-89d3-4fb8102750f8 req-a41a1794-7bee-471b-a13b-80b76d8988c2 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0604463 Jul 13 14:47:25.269806 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5670fbe2-b8cc-48a3-89d3-4fb8102750f8 req-f29516d8-2aa6-4fdd-86c5-ab2825da14c0 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Jul 13 14:47:25.535431 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081394-fc12-4f07-b3f6-0bbcedabf242 req-080b32bf-de6b-4da0-bb6c-7a4dce4561d2 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.536941 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-69081394-fc12-4f07-b3f6-0bbcedabf242 req-080b32bf-de6b-4da0-bb6c-7a4dce4561d2 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0625834 Jul 13 14:47:25.577268 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-69081394-fc12-4f07-b3f6-0bbcedabf242 req-dbc9da67-4f7a-4554-9f7e-d5864ad9fd4e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346742 Jul 13 14:47:25.741708 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4efce-e67a-45e2-955f-dea7269d7186 req-1a12c15e-b47f-49e4-9f19-a33386d6a7ad tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:25.743129 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b2d4efce-e67a-45e2-955f-dea7269d7186 req-1a12c15e-b47f-49e4-9f19-a33386d6a7ad tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 944 time: 0.0605865 Jul 13 14:47:25.779676 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b2d4efce-e67a-45e2-955f-dea7269d7186 req-23df0ee2-f578-4e00-b945-622b5a5309b3 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305448 Jul 13 14:47:26.438911 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88f9ab-8a47-4201-8d21-9b3d3669a34e req-1abb200e-8787-4b2b-9c4f-3d2059dbe6bf tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.440331 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3d88f9ab-8a47-4201-8d21-9b3d3669a34e req-1abb200e-8787-4b2b-9c4f-3d2059dbe6bf tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0617185 Jul 13 14:47:26.476839 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3d88f9ab-8a47-4201-8d21-9b3d3669a34e req-933bce4a-082f-4f01-ac7d-969dc03c25c2 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309510 Jul 13 14:47:26.625335 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2e1929dd-3c6f-4573-90ed-94de3c1ba385 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:47:26.725489 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 2e1929dd-3c6f-4573-90ed-94de3c1ba385, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e1929dd-3c6f-4573-90ed-94de3c1ba385,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:26.739457 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:47:26.739987 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '2e1929dd-3c6f-4573-90ed-94de3c1ba385', 'network_id': 'b9a42372-1973-4e89-86bb-cfe54dc44694', 'port_id': '2e1929dd-3c6f-4573-90ed-94de3c1ba385', 'mac_address': 'fa:16:3e:b2:9c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fed1be0-ce58-4e2a-9c3d-b9f2a7445750', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:47:26.761994 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86092-7486-49df-b1dc-74c4fcd0c5f8 req-df84accf-a936-4329-8b65-a29f4fe14f0a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.763819 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b6e86092-7486-49df-b1dc-74c4fcd0c5f8 req-df84accf-a936-4329-8b65-a29f4fe14f0a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0715945 Jul 13 14:47:26.777813 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:26.791215 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1929dd-3c6f-4573-90ed-94de3c1ba385 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:26.826574 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b6e86092-7486-49df-b1dc-74c4fcd0c5f8 req-20d21f2d-536c-4bd3-9bd2-4aa7c8a4e864 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539546 Jul 13 14:47:26.836659 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 2e1929dd-3c6f-4573-90ed-94de3c1ba385, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e1929dd-3c6f-4573-90ed-94de3c1ba385,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:26.841235 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:26.891531 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=2e1929dd-3c6f-4573-90ed-94de3c1ba385,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:26.959573 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016477e-2352-4181-a5f9-cd552bb72474 req-7a24828d-c126-46ba-9235-050d35414f56 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:26.961059 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3016477e-2352-4181-a5f9-cd552bb72474 req-7a24828d-c126-46ba-9235-050d35414f56 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 945 time: 0.0623832 Jul 13 14:47:26.997977 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3016477e-2352-4181-a5f9-cd552bb72474 req-4eb16049-525c-4c5a-a984-1479cc9a79a6 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Jul 13 14:47:27.649186 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e694408-569a-4ae3-a279-e0a6d74d22bb req-2a3cceeb-eaec-47ed-bcac-8d349446cd74 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:27.650677 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e694408-569a-4ae3-a279-e0a6d74d22bb req-2a3cceeb-eaec-47ed-bcac-8d349446cd74 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0633831 Jul 13 14:47:27.690869 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e694408-569a-4ae3-a279-e0a6d74d22bb req-4c475007-71e9-4958-9147-bc2245d44a63 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342243 Jul 13 14:47:28.000495 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7211d-f083-4863-9876-f972f97bccd9 req-e03b7db2-4fc9-4a76-aa4d-d2a77d6893f7 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:28.001973 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f1c7211d-f083-4863-9876-f972f97bccd9 req-e03b7db2-4fc9-4a76-aa4d-d2a77d6893f7 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0616894 Jul 13 14:47:28.039399 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f1c7211d-f083-4863-9876-f972f97bccd9 req-65305a97-bcb8-4745-8495-4698a4926ce4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318487 Jul 13 14:47:28.197678 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6799167-7f60-4d02-8518-02e57c071305 req-c67a36ba-8a55-421b-ae57-1b799b864c82 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:28.199097 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d6799167-7f60-4d02-8518-02e57c071305 req-c67a36ba-8a55-421b-ae57-1b799b864c82 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 945 time: 0.0607698 Jul 13 14:47:28.234822 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d6799167-7f60-4d02-8518-02e57c071305 req-afc13c94-19f4-4a87-bafd-dc1071fbbe63 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304670 Jul 13 14:47:28.863940 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caa303-9c0f-4f49-b051-e678840f5793 req-713bc162-c9b9-4b16-af1d-57c18899ddce tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:28.865470 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-43caa303-9c0f-4f49-b051-e678840f5793 req-713bc162-c9b9-4b16-af1d-57c18899ddce tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0655110 Jul 13 14:47:28.901556 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-43caa303-9c0f-4f49-b051-e678840f5793 req-7d224b0f-d554-4ad9-adf2-8d62c41bcbfc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307801 Jul 13 14:47:29.216309 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a428330-9ac3-4ee6-beb8-df225b2f22ba req-9ca9e7fc-88c3-4bb7-ae5e-13c75a4b9555 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:29.217762 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3a428330-9ac3-4ee6-beb8-df225b2f22ba req-9ca9e7fc-88c3-4bb7-ae5e-13c75a4b9555 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0614147 Jul 13 14:47:29.252972 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3a428330-9ac3-4ee6-beb8-df225b2f22ba req-4455ef34-a7ee-4862-b050-8654035684a2 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296891 Jul 13 14:47:29.412234 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0b656-593a-4e9c-9d37-c0281bb5136a req-a64b1159-9a72-40b6-a4f6-3108cec76b0d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:29.413708 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eaf0b656-593a-4e9c-9d37-c0281bb5136a req-a64b1159-9a72-40b6-a4f6-3108cec76b0d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 945 time: 0.0613751 Jul 13 14:47:29.452523 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eaf0b656-593a-4e9c-9d37-c0281bb5136a req-28a37410-7899-4bd4-96bf-eeac74db74d3 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335300 Jul 13 14:47:30.070142 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514d589-de6e-4d50-af42-6e1a5b773d83 req-4e55a415-6e32-433f-8d74-8181163b6947 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.071593 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0514d589-de6e-4d50-af42-6e1a5b773d83 req-4e55a415-6e32-433f-8d74-8181163b6947 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0621917 Jul 13 14:47:30.107490 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0514d589-de6e-4d50-af42-6e1a5b773d83 req-7823282b-c7b4-425c-9fb4-5ee923675f72 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303645 Jul 13 14:47:30.155585 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['2e1929dd-3c6f-4573-90ed-94de3c1ba385'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:30.425131 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0057860-9622-4aef-ae33-2c12585e5e6c req-818641ea-c6da-4939-b741-d2f1ca847198 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.426495 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b0057860-9622-4aef-ae33-2c12585e5e6c req-818641ea-c6da-4939-b741-d2f1ca847198 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0610828 Jul 13 14:47:30.462423 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b0057860-9622-4aef-ae33-2c12585e5e6c req-ef212ad2-b123-42c5-b23f-8dedaab3b249 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305133 Jul 13 14:47:30.626530 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea9978-a31f-468f-a123-0af32d43727b req-4853d83b-1609-4e5f-86dd-3735afd69af2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:30.627974 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-55ea9978-a31f-468f-a123-0af32d43727b req-4853d83b-1609-4e5f-86dd-3735afd69af2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 945 time: 0.0645211 Jul 13 14:47:30.666102 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-55ea9978-a31f-468f-a123-0af32d43727b req-41860cdb-1894-4541-a841-416d1daece11 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Jul 13 14:47:31.280307 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecf8e6-6f41-44f5-9206-884911459320 req-09448590-8449-48c1-9929-60f618ecdf42 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.281744 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-21ecf8e6-6f41-44f5-9206-884911459320 req-09448590-8449-48c1-9929-60f618ecdf42 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0626743 Jul 13 14:47:31.320411 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-21ecf8e6-6f41-44f5-9206-884911459320 req-2dd23693-267f-4cd2-a18e-fd2460f16868 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Jul 13 14:47:31.636790 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf1f68-2ea1-4543-8928-965177ee9a92 req-f1fd9793-ffa5-4897-8bac-e02ac130b198 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.638251 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cfaf1f68-2ea1-4543-8928-965177ee9a92 req-f1fd9793-ffa5-4897-8bac-e02ac130b198 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0616534 Jul 13 14:47:31.677805 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cfaf1f68-2ea1-4543-8928-965177ee9a92 req-55bfa9f1-c15b-437e-ac39-45280f2d8ee9 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341959 Jul 13 14:47:31.835704 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479769a2-840a-4d14-80a2-e8e167a28d80 req-a8bdbe06-6309-4da6-b304-c99e41e4659a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:31.837173 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-479769a2-840a-4d14-80a2-e8e167a28d80 req-a8bdbe06-6309-4da6-b304-c99e41e4659a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 945 time: 0.0616798 Jul 13 14:47:31.873520 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-479769a2-840a-4d14-80a2-e8e167a28d80 req-62317b9e-b7c8-4415-903b-53b60e377970 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310361 Jul 13 14:47:32.487689 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1db31-9d4b-4639-b8f1-c1f3f1cb9ee7 req-d8fcfc1c-8f1b-4204-8a70-19157c587187 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:32.489151 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a3a1db31-9d4b-4639-b8f1-c1f3f1cb9ee7 req-d8fcfc1c-8f1b-4204-8a70-19157c587187 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0619290 Jul 13 14:47:32.525775 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a3a1db31-9d4b-4639-b8f1-c1f3f1cb9ee7 req-c09384d4-b6df-4937-a0e8-8d3335e02510 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312681 Jul 13 14:47:32.853460 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb844-b5ed-4cd3-bd25-ccf91eb0859c req-cf5ec4a1-2b54-434a-b24a-45995378c5d4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:32.854919 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-269fb844-b5ed-4cd3-bd25-ccf91eb0859c req-cf5ec4a1-2b54-434a-b24a-45995378c5d4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0655532 Jul 13 14:47:32.892413 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-269fb844-b5ed-4cd3-bd25-ccf91eb0859c req-15d8f0d4-fa9d-4d23-88a2-6c7af589382d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Jul 13 14:47:33.053249 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd4dcd-b3fa-4303-ba0d-0a346095312e req-e516cab3-ac50-4041-8423-d14163027d19 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:33.054717 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3ecd4dcd-b3fa-4303-ba0d-0a346095312e req-e516cab3-ac50-4041-8423-d14163027d19 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 945 time: 0.0619512 Jul 13 14:47:33.091260 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3ecd4dcd-b3fa-4303-ba0d-0a346095312e req-0ec8a228-fa00-47ca-8747-a7187885692a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Jul 13 14:47:33.695817 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e592c-1b87-4359-ad17-f457229c59e0 req-7557518d-e171-4f62-bc4f-a57eae395476 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:33.697261 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-660e592c-1b87-4359-ad17-f457229c59e0 req-7557518d-e171-4f62-bc4f-a57eae395476 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0620410 Jul 13 14:47:33.736306 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-660e592c-1b87-4359-ad17-f457229c59e0 req-a81cb725-a68a-424c-93d7-c528b5287996 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333579 Jul 13 14:47:34.064641 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d647606-8fd7-478b-b7e4-a4eb32981dbc req-cd06e362-6d09-40e1-b7f7-e1bc87d05f81 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:34.066117 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6d647606-8fd7-478b-b7e4-a4eb32981dbc req-cd06e362-6d09-40e1-b7f7-e1bc87d05f81 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0623362 Jul 13 14:47:34.102064 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6d647606-8fd7-478b-b7e4-a4eb32981dbc req-4779f7e3-7b30-4a98-837d-c48b92daa8b0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305386 Jul 13 14:47:34.261935 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea397c-e88d-4a69-916d-d03e2518c1cd req-692a3cf2-2243-42db-9ac1-8c8e190e198c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:34.263396 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3bea397c-e88d-4a69-916d-d03e2518c1cd req-692a3cf2-2243-42db-9ac1-8c8e190e198c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 945 time: 0.0619462 Jul 13 14:47:34.300216 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3bea397c-e88d-4a69-916d-d03e2518c1cd req-6840780f-0f0b-4930-9c0e-f5d1c6e23338 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Jul 13 14:47:34.382931 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2e1929dd-3c6f-4573-90ed-94de3c1ba385 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:34.429543 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 2e1929dd-3c6f-4573-90ed-94de3c1ba385 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:34.432939 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 2e1929dd-3c6f-4573-90ed-94de3c1ba385 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:34.433340 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:34.508419 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:34.530615 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e767e7-4391-418a-9a08-55757596f62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1929dd-3c6f-4573-90ed-94de3c1ba385'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:34.532797 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91437246-1f77-4753-b378-d5ea1cbeee79" -d '{"events": [{"server_uuid": "79e767e7-4391-418a-9a08-55757596f62a", "name": "network-vif-plugged", "status": "completed", "tag": "2e1929dd-3c6f-4573-90ed-94de3c1ba385"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:34.545162 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 2e1929dd-3c6f-4573-90ed-94de3c1ba385, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e1929dd-3c6f-4573-90ed-94de3c1ba385,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:34.549153 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:34.573263 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c7c4d7-6129-493f-bc24-77cd75d51a20 x-openstack-request-id: req-60c7c4d7-6129-493f-bc24-77cd75d51a20 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:34.573557 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e767e7-4391-418a-9a08-55757596f62a", "name": "network-vif-plugged", "status": "completed", "tag": "2e1929dd-3c6f-4573-90ed-94de3c1ba385", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:34.574368 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60c7c4d7-6129-493f-bc24-77cd75d51a20 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:34.574757 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e767e7-4391-418a-9a08-55757596f62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1929dd-3c6f-4573-90ed-94de3c1ba385', 'code': 200} Jul 13 14:47:34.599937 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=2e1929dd-3c6f-4573-90ed-94de3c1ba385,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:34.607024 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.607380 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.607729 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.608093 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.608434 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.608775 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.609113 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.609458 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.609815 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.610148 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.610485 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.610816 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:47:34.799421 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad75680-38ba-48f0-8a47-12fe912d9a2b req-50b77cbb-5aaa-44b2-a40c-dc164c1382cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:34.800892 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5ad75680-38ba-48f0-8a47-12fe912d9a2b req-50b77cbb-5aaa-44b2-a40c-dc164c1382cb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 1099 time: 0.0526407 Jul 13 14:47:34.843831 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5ad75680-38ba-48f0-8a47-12fe912d9a2b req-2cc9c43f-8482-43be-92e0-5f2d6422fe27 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294886 Jul 13 14:47:35.062481 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613feaec-d774-47c6-84a2-f53787cfad4b req-73610846-74a9-44db-9055-4f2679ba0342 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:35.063862 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-613feaec-d774-47c6-84a2-f53787cfad4b req-73610846-74a9-44db-9055-4f2679ba0342 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0654793 Jul 13 14:47:35.100030 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-613feaec-d774-47c6-84a2-f53787cfad4b req-24930ad6-7024-43f2-bbae-733a4256e468 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306609 Jul 13 14:47:35.281441 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593e246-b4f3-4de9-963b-04efb72d660f req-1037aebb-854d-48d7-b445-c2baee3fe79e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:35.283321 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8593e246-b4f3-4de9-963b-04efb72d660f req-1037aebb-854d-48d7-b445-c2baee3fe79e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0662355 Jul 13 14:47:35.326094 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8593e246-b4f3-4de9-963b-04efb72d660f req-95fe062c-205e-435f-8c37-8fcc62b42a4c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368388 Jul 13 14:47:35.470511 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a04-f54a-4e4a-b0dc-633b004933f9 req-d5f3f21f-7b21-46d8-9697-1a8c5f4a4e3c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:35.472045 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3e1c9a04-f54a-4e4a-b0dc-633b004933f9 req-d5f3f21f-7b21-46d8-9697-1a8c5f4a4e3c tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0624979 Jul 13 14:47:35.512947 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3e1c9a04-f54a-4e4a-b0dc-633b004933f9 req-61484b73-e7cc-402f-a426-c489058d5e9e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343902 Jul 13 14:47:36.269235 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3e4d5-c5a9-48ed-900d-52a225337cb7 req-98758719-3c24-4f2e-8f37-cfb655f914e5 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:36.270589 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0ab3e4d5-c5a9-48ed-900d-52a225337cb7 req-98758719-3c24-4f2e-8f37-cfb655f914e5 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0606999 Jul 13 14:47:36.307284 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0ab3e4d5-c5a9-48ed-900d-52a225337cb7 req-f7e33e4d-37f0-44a8-b132-08692bac5bb7 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Jul 13 14:47:36.497321 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974238e3-36f8-497a-ac93-42ea9affd6ea req-d7648231-409f-4296-b22f-724df7cd336f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:36.498761 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-974238e3-36f8-497a-ac93-42ea9affd6ea req-d7648231-409f-4296-b22f-724df7cd336f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0610948 Jul 13 14:47:36.535675 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-974238e3-36f8-497a-ac93-42ea9affd6ea req-dba00a58-d99e-4561-9341-ef27bc74c076 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315888 Jul 13 14:47:36.700228 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768df796-6dec-4173-9b4c-8544d082d36d req-3320f2e1-d199-4b01-b56b-38d355eddf6b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:36.701653 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-768df796-6dec-4173-9b4c-8544d082d36d req-3320f2e1-d199-4b01-b56b-38d355eddf6b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0640626 Jul 13 14:47:36.737798 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-768df796-6dec-4173-9b4c-8544d082d36d req-8fd4c08d-55c3-4188-a081-c794c5628735 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308132 Jul 13 14:47:37.474255 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a3b07-49af-435e-98df-86dafd735099 req-1392db56-e286-4c63-b2e7-1d7f73e26864 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:37.475697 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c25a3b07-49af-435e-98df-86dafd735099 req-1392db56-e286-4c63-b2e7-1d7f73e26864 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0616992 Jul 13 14:47:37.512160 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c25a3b07-49af-435e-98df-86dafd735099 req-c238ce8c-5944-4594-8d57-29de81994f88 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306749 Jul 13 14:47:37.706284 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d5124-81d5-42b9-811d-6b3a8532ee35 req-751651c9-d4c0-4e2c-8fa8-20e8afae8fe5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:37.707763 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-db6d5124-81d5-42b9-811d-6b3a8532ee35 req-751651c9-d4c0-4e2c-8fa8-20e8afae8fe5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0615668 Jul 13 14:47:37.747816 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-db6d5124-81d5-42b9-811d-6b3a8532ee35 req-47e6dfcc-ac83-4b8b-a930-eeb32ccdaea5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347562 Jul 13 14:47:37.905440 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ee0f6-8c63-43ae-8d8b-229b33b4f941 req-73cdce66-346d-4eb4-812c-a17ee54e04c1 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:37.906878 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc0ee0f6-8c63-43ae-8d8b-229b33b4f941 req-73cdce66-346d-4eb4-812c-a17ee54e04c1 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0615346 Jul 13 14:47:37.943170 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc0ee0f6-8c63-43ae-8d8b-229b33b4f941 req-726d20bd-ee09-4434-a8e3-7777fc5cf3b9 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308514 Jul 13 14:47:38.681140 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5ed78-4ab9-4565-8b02-a98d1739114c req-4368a767-4393-4ed1-a5ff-05f9165c4ef5 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:38.682593 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fcc5ed78-4ab9-4565-8b02-a98d1739114c req-4368a767-4393-4ed1-a5ff-05f9165c4ef5 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0601406 Jul 13 14:47:38.719173 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fcc5ed78-4ab9-4565-8b02-a98d1739114c req-9689764d-4791-4cb9-984b-68ac2fcd6165 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304999 Jul 13 14:47:38.923633 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd612d9a-7301-4c8d-9fd9-22e403f2f6e2 req-7d071f02-937c-4cd0-a894-e4ff5d2476b8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:38.925080 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fd612d9a-7301-4c8d-9fd9-22e403f2f6e2 req-7d071f02-937c-4cd0-a894-e4ff5d2476b8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0633233 Jul 13 14:47:38.960720 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fd612d9a-7301-4c8d-9fd9-22e403f2f6e2 req-5824d337-c022-4b0b-9f1d-350e4456f740 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302429 Jul 13 14:47:39.112457 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5f4c-5edb-4ae2-8a4d-62bb4562569f req-7dbaf42b-6209-4392-84d7-ce28b9977bdf tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:39.114063 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cfac5f4c-5edb-4ae2-8a4d-62bb4562569f req-7dbaf42b-6209-4392-84d7-ce28b9977bdf tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0619445 Jul 13 14:47:39.150494 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cfac5f4c-5edb-4ae2-8a4d-62bb4562569f req-4eb32904-2cc1-4dfb-94bc-592e0527e944 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Jul 13 14:47:39.896269 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ea834-2952-4b40-825a-886cc5412f7d req-5ece4e6e-a1ff-4b6f-9622-e37282c29001 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:39.897761 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-285ea834-2952-4b40-825a-886cc5412f7d req-5ece4e6e-a1ff-4b6f-9622-e37282c29001 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0659475 Jul 13 14:47:39.938183 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-285ea834-2952-4b40-825a-886cc5412f7d req-7ea3d878-3c91-40e7-992c-359e6d981204 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342495 Jul 13 14:47:40.134969 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3e40-2f55-4789-b799-76262b19c5c3 req-aeab6493-8da7-4448-9b47-2ac1f181b735 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:40.137008 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ae0f3e40-2f55-4789-b799-76262b19c5c3 req-aeab6493-8da7-4448-9b47-2ac1f181b735 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0605686 Jul 13 14:47:40.172080 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ae0f3e40-2f55-4789-b799-76262b19c5c3 req-bc7608d7-5b16-4189-9cfb-87f598a9777f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297956 Jul 13 14:47:40.323208 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5888ac-27ee-4e04-9ef9-dafc1cf9608c req-599fb2e0-d354-4c9e-8ec7-92b4eee47de3 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:40.325269 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1d5888ac-27ee-4e04-9ef9-dafc1cf9608c req-599fb2e0-d354-4c9e-8ec7-92b4eee47de3 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0617130 Jul 13 14:47:40.361228 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1d5888ac-27ee-4e04-9ef9-dafc1cf9608c req-6f720473-c9c7-4861-8390-5d866099e601 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306735 Jul 13 14:47:41.116897 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34059a-0ab7-4419-bed4-63a8bad46145 req-50bd3f91-3511-4815-8e11-1baafca098f7 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:41.118468 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7d34059a-0ab7-4419-bed4-63a8bad46145 req-50bd3f91-3511-4815-8e11-1baafca098f7 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0659094 Jul 13 14:47:41.155890 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7d34059a-0ab7-4419-bed4-63a8bad46145 req-d210765a-71a3-4faf-abb1-1436b31dc2d1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Jul 13 14:47:41.345550 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7cacb-67c5-4b66-a565-d3a2ebd1894a req-825ee235-2879-48b6-9b2a-8770dcd09c46 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:41.346961 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-36f7cacb-67c5-4b66-a565-d3a2ebd1894a req-825ee235-2879-48b6-9b2a-8770dcd09c46 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0605259 Jul 13 14:47:41.381747 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-36f7cacb-67c5-4b66-a565-d3a2ebd1894a req-d50a1e88-48cf-475b-8bf6-110c9e7db80f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295138 Jul 13 14:47:42.327152 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597a6eb-bf62-4ab1-b5c6-f4e9a6288b7d req-8e5306a9-d538-4266-914a-6b79157b32f0 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:42.328612 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4597a6eb-bf62-4ab1-b5c6-f4e9a6288b7d req-8e5306a9-d538-4266-914a-6b79157b32f0 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0619509 Jul 13 14:47:42.368982 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4597a6eb-bf62-4ab1-b5c6-f4e9a6288b7d req-4bc45f4e-9ebd-4770-9af5-c70e75d02173 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349700 Jul 13 14:47:42.559480 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885d43f-25b5-4b6d-96c8-a7215314558c req-9284f0ad-bcda-49a6-9df2-02d6445e23b8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:42.561265 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a885d43f-25b5-4b6d-96c8-a7215314558c req-9284f0ad-bcda-49a6-9df2-02d6445e23b8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0630507 Jul 13 14:47:42.599838 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a885d43f-25b5-4b6d-96c8-a7215314558c req-b50f3842-42fa-4b6f-9ecf-29336ea6857e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 Jul 13 14:47:43.389385 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:47:43.486095 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:43.497799 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'port_id': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'mac_address': 'fa:16:3e:1d:7b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:47:43.533138 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.538070 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072d518-e954-4022-b6c0-facbe55f192f req-a80f1855-4d99-4a9d-950b-a35c611f0e8e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:43.539439 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9072d518-e954-4022-b6c0-facbe55f192f req-a80f1855-4d99-4a9d-950b-a35c611f0e8e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0614762 Jul 13 14:47:43.545825 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:43.565950 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:43.569539 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:43.578860 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9072d518-e954-4022-b6c0-facbe55f192f req-d0275fea-af85-4e79-b833-3e568ab48c39 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330086 Jul 13 14:47:43.619546 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=6']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:43.778930 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53238c6-bdbc-44e5-9902-5c12e3070625 req-063fb155-bb30-4bd9-9255-9095c58c3a86 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:43.780384 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d53238c6-bdbc-44e5-9902-5c12e3070625 req-063fb155-bb30-4bd9-9255-9095c58c3a86 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 944 time: 0.0649970 Jul 13 14:47:43.810385 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:43.817861 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d53238c6-bdbc-44e5-9902-5c12e3070625 req-d82c9fca-b5a1-457d-94a8-96933ed7255b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315640 Jul 13 14:47:44.368904 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cc3db-a8b1-4326-916b-b1d9b1301de7 req-eeca8a0f-e814-4975-aef0-a92b023457e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:44.370304 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a70cc3db-a8b1-4326-916b-b1d9b1301de7 req-eeca8a0f-e814-4975-aef0-a92b023457e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 1098 time: 0.0552933 Jul 13 14:47:44.506692 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cc3db-a8b1-4326-916b-b1d9b1301de7 req-1e2bb707-bab1-45df-8a91-41f7ad183dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:44.508125 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a70cc3db-a8b1-4326-916b-b1d9b1301de7 req-1e2bb707-bab1-45df-8a91-41f7ad183dc0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 920 time: 0.0848665 Jul 13 14:47:44.573455 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a70cc3db-a8b1-4326-916b-b1d9b1301de7 req-647522a8-d06e-4793-97f2-e50396568a70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec HTTP/1.1" status: 200 len: 217 time: 0.0382848 Jul 13 14:47:44.672272 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cc3db-a8b1-4326-916b-b1d9b1301de7 req-df3cf661-1e46-4f08-ae98-6f6dd1b7f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:44.673837 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a70cc3db-a8b1-4326-916b-b1d9b1301de7 req-df3cf661-1e46-4f08-ae98-6f6dd1b7f57b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 200 len: 859 time: 0.0454223 Jul 13 14:47:44.712394 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a70cc3db-a8b1-4326-916b-b1d9b1301de7 req-cf716d32-c544-47a8-b117-06e9eacaa674 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=531724de-8eb2-495b-9808-a0955ea1d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287130 Jul 13 14:47:44.755152 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a6ce0-4322-4d52-aa9e-a99b3de7fb3e req-d101e780-ea76-43f1-b51e-51f9e7624bd4 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:44.756807 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-370a6ce0-4322-4d52-aa9e-a99b3de7fb3e req-d101e780-ea76-43f1-b51e-51f9e7624bd4 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0657077 Jul 13 14:47:44.796718 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-370a6ce0-4322-4d52-aa9e-a99b3de7fb3e req-e15f39b7-4fbf-44c1-8aec-c0c6bde8b06b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 Jul 13 14:47:44.826556 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a70cc3db-a8b1-4326-916b-b1d9b1301de7 req-602f5c1a-8bbb-4d4b-817e-152299292f7f service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891414 Jul 13 14:47:44.920538 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a70cc3db-a8b1-4326-916b-b1d9b1301de7 req-dc8f180c-4ac7-47f9-80e3-eba1aac815b5 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855951 Jul 13 14:47:45.010303 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c5643-f1be-4d76-aa2b-dd76c791ead0 req-285a804a-4b03-441b-bbdf-e7540c77d93f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:45.012393 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-610c5643-f1be-4d76-aa2b-dd76c791ead0 req-285a804a-4b03-441b-bbdf-e7540c77d93f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 944 time: 0.0740879 Jul 13 14:47:45.054002 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-610c5643-f1be-4d76-aa2b-dd76c791ead0 req-12103e15-3be3-4d44-928c-00c0babd7d2c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357611 Jul 13 14:47:45.410677 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:45.460784 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:45.461074 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.542176 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.566573 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:45.569379 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a3d803-3ad5-4b6a-b1fd-d03d74e2af82" -d '{"events": [{"server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "name": "network-vif-plugged", "status": "completed", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:45.584057 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:45.590789 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:45.624453 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9320e4e0-1a2f-48c7-bfe6-3df297773e0e x-openstack-request-id: req-9320e4e0-1a2f-48c7-bfe6-3df297773e0e {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:45.625014 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "name": "network-vif-plugged", "status": "completed", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:45.625418 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9320e4e0-1a2f-48c7-bfe6-3df297773e0e {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:45.625959 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'code': 200} Jul 13 14:47:45.660787 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=7']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:45.887254 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.045489 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434060e-f811-4d0a-a569-c2f5b5d5e71b req-392fc3fa-3401-4139-a98b-019983e089fe tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:46.052321 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4434060e-f811-4d0a-a569-c2f5b5d5e71b req-392fc3fa-3401-4139-a98b-019983e089fe tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0779190 Jul 13 14:47:46.087841 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4434060e-f811-4d0a-a569-c2f5b5d5e71b req-44f7ecf4-2b06-4817-9b6b-2099ee478b1e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346885 Jul 13 14:47:46.304375 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc97f8-531e-4d56-a168-6fde9e204878 req-afdd849a-5d50-40a4-a90b-44a4f3791ad3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:46.306038 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e1fc97f8-531e-4d56-a168-6fde9e204878 req-afdd849a-5d50-40a4-a90b-44a4f3791ad3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0804968 Jul 13 14:47:46.346025 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e1fc97f8-531e-4d56-a168-6fde9e204878 req-9d97e723-4316-463c-930b-a1be72f26779 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337753 Jul 13 14:47:47.439474 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0a091-073d-4db2-b7cb-b781fcdf1b58 req-335befc0-e5d4-4830-a7ba-63b37dc3ed88 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.441155 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e0d0a091-073d-4db2-b7cb-b781fcdf1b58 req-335befc0-e5d4-4830-a7ba-63b37dc3ed88 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0722566 Jul 13 14:47:47.536699 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e0d0a091-073d-4db2-b7cb-b781fcdf1b58 req-1945be83-a87d-4e83-b9ba-1da42256e50f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898097 Jul 13 14:47:47.567875 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c5af1-f2f1-49b9-816f-899a43da8cdc req-ba99b819-cefc-44a0-81da-87c2be4fc8bd tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:47.569511 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4a1c5af1-f2f1-49b9-816f-899a43da8cdc req-ba99b819-cefc-44a0-81da-87c2be4fc8bd tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0849257 Jul 13 14:47:47.612783 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4a1c5af1-f2f1-49b9-816f-899a43da8cdc req-ec56e965-0692-4b99-bf14-8a501ed661ef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365696 Jul 13 14:47:48.257950 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fba3bc45-69b0-4471-ba14-a584964a7f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:48.754211 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd2a66-b2d9-448a-bca2-a1630cc0dba5 req-056c120f-35fe-46c4-acfb-c4a4ce1176b9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.756558 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-20fd2a66-b2d9-448a-bca2-a1630cc0dba5 req-056c120f-35fe-46c4-acfb-c4a4ce1176b9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0727038 Jul 13 14:47:48.840714 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-20fd2a66-b2d9-448a-bca2-a1630cc0dba5 req-41489eb4-5100-45f1-9b52-358520b5d2dd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774803 Jul 13 14:47:48.874077 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf57e-4140-47e5-addb-0a41f607569d req-16c722e4-4e7c-4812-9586-94480a30fe27 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:48.875888 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1cddf57e-4140-47e5-addb-0a41f607569d req-16c722e4-4e7c-4812-9586-94480a30fe27 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.1109581 Jul 13 14:47:48.923131 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1cddf57e-4140-47e5-addb-0a41f607569d req-074b3b48-5915-4f49-99dc-02ead22d36ef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390036 Jul 13 14:47:50.097716 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92888a8e-f38d-4670-8a6d-a63c82d2cc45 req-24f1a1ea-818d-4cf2-b88a-41a35f16c661 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:50.105197 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-92888a8e-f38d-4670-8a6d-a63c82d2cc45 req-24f1a1ea-818d-4cf2-b88a-41a35f16c661 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.1025128 Jul 13 14:47:50.371377 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-92888a8e-f38d-4670-8a6d-a63c82d2cc45 req-4607c491-56ee-415c-a702-ba975acb09c2 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650597 Jul 13 14:47:50.419031 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a991c6-d429-4c5c-b1f7-3a382b7e59cb req-48988505-96d3-4ca2-a1f0-18b93792b9de tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:50.425375 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f7a991c6-d429-4c5c-b1f7-3a382b7e59cb req-48988505-96d3-4ca2-a1f0-18b93792b9de tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.3125176 Jul 13 14:47:50.515776 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f7a991c6-d429-4c5c-b1f7-3a382b7e59cb req-1ef2b990-e021-48dc-b047-23fff33428fc tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866461 Jul 13 14:47:50.767358 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.875740 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-c51b6d88-8737-4938-b5ee-058f8d531ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:50.964071 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b7f60-5da4-4235-af21-5ae3d33cfbfe req-2b05c306-63e2-41a4-9c72-e74d5fe2632d tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:50.967265 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-162b7f60-5da4-4235-af21-5ae3d33cfbfe req-2b05c306-63e2-41a4-9c72-e74d5fe2632d tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 946 time: 0.0637579 Jul 13 14:47:51.026442 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-162b7f60-5da4-4235-af21-5ae3d33cfbfe req-e611383e-e244-474f-a476-7a66a7d3899a tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524631 Jul 13 14:47:51.557801 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98006-b559-46ed-8fa3-d1b65d7fc1fb req-f83ea847-d13e-447c-976f-3cdffbe7c73f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:51.559371 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-66a98006-b559-46ed-8fa3-d1b65d7fc1fb req-f83ea847-d13e-447c-976f-3cdffbe7c73f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0715015 Jul 13 14:47:51.616166 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-66a98006-b559-46ed-8fa3-d1b65d7fc1fb req-4df16deb-2010-4f5d-b79b-a808d868bf56 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486212 Jul 13 14:47:51.737465 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93790ac8-86f4-4dc8-b77d-4f781fd7963f req-d4ebbf50-66bc-43f9-b279-8fcc8a56eac0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:51.739350 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-93790ac8-86f4-4dc8-b77d-4f781fd7963f req-d4ebbf50-66bc-43f9-b279-8fcc8a56eac0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0772126 Jul 13 14:47:51.783349 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-93790ac8-86f4-4dc8-b77d-4f781fd7963f req-7d94b405-9e9d-43a1-aed2-4cfe036a9bfe tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377519 Jul 13 14:47:52.106430 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:52.219816 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff38a61-02f5-4cab-95eb-6ea3d8562e5a req-faa27704-095b-4cea-ab19-beb7cd9b12c1 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:52.231231 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6ff38a61-02f5-4cab-95eb-6ea3d8562e5a req-faa27704-095b-4cea-ab19-beb7cd9b12c1 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 946 time: 0.0895481 Jul 13 14:47:52.284072 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6ff38a61-02f5-4cab-95eb-6ea3d8562e5a req-1691d93b-fec5-4b9b-86be-a698bde3e87b tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512991 Jul 13 14:47:52.824803 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea788b-d564-4076-9695-66d671286923 req-8a7b979b-79fb-42ae-b49d-ac2455decd66 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:52.826479 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a5ea788b-d564-4076-9695-66d671286923 req-8a7b979b-79fb-42ae-b49d-ac2455decd66 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0933921 Jul 13 14:47:52.867694 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a5ea788b-d564-4076-9695-66d671286923 req-bd60e123-09b3-4c75-8b78-8995fcb52f3f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 Jul 13 14:47:53.054257 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90434577-9367-40c7-ba00-c93e7af3cab2 req-48b2c3f5-405c-4373-87f6-b36999aaf354 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:53.055810 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-90434577-9367-40c7-ba00-c93e7af3cab2 req-48b2c3f5-405c-4373-87f6-b36999aaf354 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0764158 Jul 13 14:47:53.094994 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-90434577-9367-40c7-ba00-c93e7af3cab2 req-1d4917f9-e4d9-48d5-b933-8bc62ae5f143 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336325 Jul 13 14:47:53.456926 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.524116 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561571f-f5b1-4c5f-bd29-9f7a6f8459aa req-22342e94-972b-4faa-a447-f472fd76ce14 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:53.525834 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9561571f-f5b1-4c5f-bd29-9f7a6f8459aa req-22342e94-972b-4faa-a447-f472fd76ce14 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 946 time: 0.1038775 Jul 13 14:47:53.584898 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9561571f-f5b1-4c5f-bd29-9f7a6f8459aa req-516638dd-69b9-4cc2-b7a4-9de422a7d7b4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467999 Jul 13 14:47:53.711773 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-e795da22-4d1b-4f6b-8720-7d46cccfa3ea tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:53.715196 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-e795da22-4d1b-4f6b-8720-7d46cccfa3ea tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.70 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 946 time: 0.0975842 Jul 13 14:47:53.753332 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca98d0-03fd-4178-a789-5ddad635deee req-4ebd24fd-b32d-403a-b06e-67246cb12eb2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:53.754846 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b9ca98d0-03fd-4178-a789-5ddad635deee req-4ebd24fd-b32d-403a-b06e-67246cb12eb2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0669799 Jul 13 14:47:53.817048 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b9ca98d0-03fd-4178-a789-5ddad635deee req-22a9706e-0fe9-4361-8ab0-eb1387db47ce tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522664 Jul 13 14:47:53.876203 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-0b39e7ad-1624-482e-b989-f06eeffd1d67 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Deleting port 24a6e17d-2d77-44a7-a0b2-074379dee982 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:53.876694 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-0b39e7ad-1624-482e-b989-f06eeffd1d67 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:53.988192 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-0b39e7ad-1624-482e-b989-f06eeffd1d67 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] For port 24a6e17d-2d77-44a7-a0b2-074379dee982, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=24a6e17d-2d77-44a7-a0b2-074379dee982,segment=NetworkSegment(669f0305-d567-4de6-a572-76c0bac89f2d),segment_id=669f0305-d567-4de6-a572-76c0bac89f2d)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:53.988902 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-0b39e7ad-1624-482e-b989-f06eeffd1d67 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:54.007877 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-0b39e7ad-1624-482e-b989-f06eeffd1d67 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Calling delete_port for 24a6e17d-2d77-44a7-a0b2-074379dee982 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:54.091688 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01072265-5c4f-49c8-bd8e-f3d7ead95d70 req-f0fa8f27-243e-44e4-ad4b-fc9f050dc63e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:54.094108 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-01072265-5c4f-49c8-bd8e-f3d7ead95d70 req-f0fa8f27-243e-44e4-ad4b-fc9f050dc63e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0957413 Jul 13 14:47:54.153682 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-01072265-5c4f-49c8-bd8e-f3d7ead95d70 req-7e96ed48-cd6a-43ed-99b5-d6ba1d98e015 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517805 Jul 13 14:47:54.183124 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-0b39e7ad-1624-482e-b989-f06eeffd1d67 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:54.212995 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39e7ad-1624-482e-b989-f06eeffd1d67 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Pushing event deleted for resources: {'Port': ['ID=24a6e17d-2d77-44a7-a0b2-074379dee982,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:54.229835 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['24a6e17d-2d77-44a7-a0b2-074379dee982'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:54.306312 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-0b39e7ad-1624-482e-b989-f06eeffd1d67 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] No DVR routers for this DVR port 24a6e17d-2d77-44a7-a0b2-074379dee982 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:54.309796 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-0b39e7ad-1624-482e-b989-f06eeffd1d67 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:54.310604 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73c82-bc3d-4d8e-9d59-cacec56e6c1a req-ca3b1c39-b678-490d-998e-428b2a7cabab tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:54.312562 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fba73c82-bc3d-4d8e-9d59-cacec56e6c1a req-ca3b1c39-b678-490d-998e-428b2a7cabab tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0867898 Jul 13 14:47:54.316785 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0d55e6da-8b50-4d9e-9cd2-bee12e7ab7f4 req-0b39e7ad-1624-482e-b989-f06eeffd1d67 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.70 "DELETE /v2.0/ports/24a6e17d-2d77-44a7-a0b2-074379dee982 HTTP/1.1" status: 204 len: 173 time: 0.5853622 Jul 13 14:47:54.317265 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0', 'name': 'network-vif-deleted', 'tag': '24a6e17d-2d77-44a7-a0b2-074379dee982'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:54.319676 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e4d388-d061-43e0-a0ad-14f497bdcf9b" -d '{"events": [{"server_uuid": "99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0", "name": "network-vif-deleted", "tag": "24a6e17d-2d77-44a7-a0b2-074379dee982"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:54.358276 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d004dd24-eacf-47cf-84db-f59b6e559c6d x-openstack-request-id: req-d004dd24-eacf-47cf-84db-f59b6e559c6d {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:54.358642 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0", "name": "network-vif-deleted", "tag": "24a6e17d-2d77-44a7-a0b2-074379dee982", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:54.359128 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d004dd24-eacf-47cf-84db-f59b6e559c6d {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:54.359511 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0', 'name': 'network-vif-deleted', 'tag': '24a6e17d-2d77-44a7-a0b2-074379dee982', 'status': 'completed', 'code': 200} Jul 13 14:47:54.365812 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fba73c82-bc3d-4d8e-9d59-cacec56e6c1a req-480a927a-4f7d-4acf-a625-4d042bc17cbd tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471017 Jul 13 14:47:54.740280 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-98a8a135-fbf4-4b76-b79d-d78f3f2c64cc req-ae26e447-88b6-4faf-8f58-6788dc2b7345 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=99246a53-c7cf-40d7-b8f7-6a2e8dbb13f0 HTTP/1.1" status: 200 len: 210 time: 0.0283892 Jul 13 14:47:54.975640 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23741c36-6fa2-4dc5-9f65-ecc9a883d767 req-fde28bda-af2f-43fa-9ca8-60ba23b4d445 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:54.977276 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-23741c36-6fa2-4dc5-9f65-ecc9a883d767 req-fde28bda-af2f-43fa-9ca8-60ba23b4d445 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0636415 Jul 13 14:47:55.026631 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-23741c36-6fa2-4dc5-9f65-ecc9a883d767 req-802d3b6e-a7e1-436c-933c-d7b4a69683bc tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Jul 13 14:47:55.240315 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b327f42-1101-4673-a879-01fb531ea023 req-caca3f74-d08b-4ddd-8ace-d79028f6e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:55.241929 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4b327f42-1101-4673-a879-01fb531ea023 req-caca3f74-d08b-4ddd-8ace-d79028f6e8e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 1098 time: 0.0594060 Jul 13 14:47:55.343993 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd7f38-7006-4eef-a600-73e82fa6f034 req-d9f98279-4954-4794-b7ba-6103d999394d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:55.346127 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-34cd7f38-7006-4eef-a600-73e82fa6f034 req-d9f98279-4954-4794-b7ba-6103d999394d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0682468 Jul 13 14:47:55.357279 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b327f42-1101-4673-a879-01fb531ea023 req-4867ba43-b1df-40f7-9aae-b912f2ed13be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:55.359383 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4b327f42-1101-4673-a879-01fb531ea023 req-4867ba43-b1df-40f7-9aae-b912f2ed13be service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 918 time: 0.0930679 Jul 13 14:47:55.394051 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-34cd7f38-7006-4eef-a600-73e82fa6f034 req-3db83ae5-da24-4efe-869d-fdd5394670cd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383978 Jul 13 14:47:55.438113 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4b327f42-1101-4673-a879-01fb531ea023 req-6c7d98a9-6544-474a-a630-28249ac0db8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 HTTP/1.1" status: 200 len: 1001 time: 0.0644674 Jul 13 14:47:55.496807 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b327f42-1101-4673-a879-01fb531ea023 req-1239473d-6357-456a-933c-d0b9f53f6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:55.498221 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4b327f42-1101-4673-a879-01fb531ea023 req-1239473d-6357-456a-933c-d0b9f53f6e46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0427055 Jul 13 14:47:55.560327 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b327f42-1101-4673-a879-01fb531ea023 req-8638fe1d-338c-4426-8d32-af5c2a621a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:55.561814 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4b327f42-1101-4673-a879-01fb531ea023 req-8638fe1d-338c-4426-8d32-af5c2a621a5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545187 Jul 13 14:47:55.563550 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fbdfc-6adb-4f4f-84ba-cd5b09466395 req-83a81bc7-b682-45d1-a1f6-4a1ec5d3f985 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:55.565060 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9b9fbdfc-6adb-4f4f-84ba-cd5b09466395 req-83a81bc7-b682-45d1-a1f6-4a1ec5d3f985 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0639198 Jul 13 14:47:55.601574 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9b9fbdfc-6adb-4f4f-84ba-cd5b09466395 req-363c76c0-b464-4003-946a-e59efd431798 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310121 Jul 13 14:47:55.653324 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4b327f42-1101-4673-a879-01fb531ea023 req-0094e838-0acd-4159-a362-70f989671538 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806146 Jul 13 14:47:55.747633 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4b327f42-1101-4673-a879-01fb531ea023 req-9acfdebf-8f7e-40ea-b539-faaabf3352d1 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814362 Jul 13 14:47:56.196293 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b4eda-3b56-434c-bd48-7443f6309caf req-70b3a629-5477-4cdf-8df6-e6cc3580afd5 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:56.197720 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-956b4eda-3b56-434c-bd48-7443f6309caf req-70b3a629-5477-4cdf-8df6-e6cc3580afd5 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0639749 Jul 13 14:47:56.234092 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-956b4eda-3b56-434c-bd48-7443f6309caf req-42cd59e5-bc6f-4639-9a9a-bfc575b17310 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305235 Jul 13 14:47:56.572889 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6e24d-f3e1-439d-83a7-a64396e17201 req-22813348-092c-4be5-a73a-b49cd34f7f4a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:56.574336 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-92d6e24d-f3e1-439d-83a7-a64396e17201 req-22813348-092c-4be5-a73a-b49cd34f7f4a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0612321 Jul 13 14:47:56.611093 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-92d6e24d-f3e1-439d-83a7-a64396e17201 req-497694e4-ff29-430a-9328-715e9dea34f1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Jul 13 14:47:56.779283 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a8dd9-2392-431a-97f9-b37fc3bce98f req-94cf1095-bb71-4f4a-9e5d-f9d5443de350 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:56.780775 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-798a8dd9-2392-431a-97f9-b37fc3bce98f req-94cf1095-bb71-4f4a-9e5d-f9d5443de350 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0613525 Jul 13 14:47:56.820360 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-798a8dd9-2392-431a-97f9-b37fc3bce98f req-fe1dd88e-74c3-49d7-a39e-82b115172d05 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339637 Jul 13 14:47:57.401623 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cafdf3-73f0-4404-8009-769d4b4b97e1 req-05d6abd5-24fd-4d43-b5fb-3f957319afd2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:57.403120 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-28cafdf3-73f0-4404-8009-769d4b4b97e1 req-05d6abd5-24fd-4d43-b5fb-3f957319afd2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0617793 Jul 13 14:47:57.440865 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-28cafdf3-73f0-4404-8009-769d4b4b97e1 req-0c6bc906-4e37-412f-90a5-81034d3a2914 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321796 Jul 13 14:47:57.776567 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a10da-4f44-4427-8c22-df5150eef3ae req-fb3b4912-a84c-4bc5-b8f5-1706d6b2eb36 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:57.778037 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-657a10da-4f44-4427-8c22-df5150eef3ae req-fb3b4912-a84c-4bc5-b8f5-1706d6b2eb36 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0614660 Jul 13 14:47:57.814670 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-657a10da-4f44-4427-8c22-df5150eef3ae req-34c76678-5fc3-4854-8992-93623874e019 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310853 Jul 13 14:47:57.994404 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eef5cf-b306-4646-a18c-b422018e7d57 req-ef01ecc4-f5d6-43f2-9cf6-d204e0fbe227 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:57.995188 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-34eef5cf-b306-4646-a18c-b422018e7d57 req-ef01ecc4-f5d6-43f2-9cf6-d204e0fbe227 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0659528 Jul 13 14:47:58.033475 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-34eef5cf-b306-4646-a18c-b422018e7d57 req-72acb45f-aa55-4ec3-83f1-0f6e90a34a83 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328286 Jul 13 14:47:58.288566 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 24a6e17d-2d77-44a7-a0b2-074379dee982 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:58.308457 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 24a6e17d-2d77-44a7-a0b2-074379dee982 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:47:58.308808 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 24a6e17d-2d77-44a7-a0b2-074379dee982 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:47:58.611810 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ae686-b55b-4394-8416-2b44cdbf7a09 req-106c1a3b-4c54-484b-a958-1ed6bca5d40f tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:58.613233 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f81ae686-b55b-4394-8416-2b44cdbf7a09 req-106c1a3b-4c54-484b-a958-1ed6bca5d40f tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0626609 Jul 13 14:47:58.649690 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f81ae686-b55b-4394-8416-2b44cdbf7a09 req-674eb875-7261-4c5e-b5df-814e96b54e0b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Jul 13 14:47:58.980277 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9216843-7041-47c9-91fd-d2f30bf38515 req-373b828c-73c2-4fae-a398-5e7951f85301 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:58.981773 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d9216843-7041-47c9-91fd-d2f30bf38515 req-373b828c-73c2-4fae-a398-5e7951f85301 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0620310 Jul 13 14:47:59.023078 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d9216843-7041-47c9-91fd-d2f30bf38515 req-b898dd28-88a9-477e-bbfa-6621da21fd23 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358396 Jul 13 14:47:59.208494 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac8896-38a8-41b9-b844-c9968664a88d req-dbbfcde8-0ee3-47a7-beee-59395499f143 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:59.209972 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b2ac8896-38a8-41b9-b844-c9968664a88d req-dbbfcde8-0ee3-47a7-beee-59395499f143 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 945 time: 0.0623710 Jul 13 14:47:59.247180 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b2ac8896-38a8-41b9-b844-c9968664a88d req-6e671afd-6a2b-4b19-8aa2-8bfe21dc4e30 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Jul 13 14:47:59.503273 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:47:59.528347 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-f748d1fc-f718-4105-912f-6aaa374444d5 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:59.529798 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-f748d1fc-f718-4105-912f-6aaa374444d5 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0662458 Jul 13 14:47:59.575934 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.598520 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:59.600787 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48271f1c-8fcc-4972-93a1-a8aa992a35f5" -d '{"events": [{"server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "name": "network-vif-unplugged", "status": "completed", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:59.616512 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:59.621358 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.648273 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d34e9c-c082-43cd-8c25-b214767a003f x-openstack-request-id: req-21d34e9c-c082-43cd-8c25-b214767a003f {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:59.648588 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "name": "network-vif-unplugged", "status": "completed", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:59.648845 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-21d34e9c-c082-43cd-8c25-b214767a003f {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:59.649225 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'code': 200} Jul 13 14:47:59.651131 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-d2508f28-c802-4910-8f45-4322c626d038 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Deleting port 2e1929dd-3c6f-4573-90ed-94de3c1ba385 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:47:59.651131 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-d2508f28-c802-4910-8f45-4322c626d038 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.676003 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=8']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:59.738420 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-d2508f28-c802-4910-8f45-4322c626d038 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] For port 2e1929dd-3c6f-4573-90ed-94de3c1ba385, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e1929dd-3c6f-4573-90ed-94de3c1ba385,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:59.738786 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-d2508f28-c802-4910-8f45-4322c626d038 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.751483 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-d2508f28-c802-4910-8f45-4322c626d038 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Calling delete_port for 2e1929dd-3c6f-4573-90ed-94de3c1ba385 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:47:59.822197 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d4ca8-f3ef-4e50-8ab8-cbdd8e1eb01a req-1a2f8e93-07a7-43ac-b116-7db270cb1bcc tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:59.823608 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-de4d4ca8-f3ef-4e50-8ab8-cbdd8e1eb01a req-1a2f8e93-07a7-43ac-b116-7db270cb1bcc tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 946 time: 0.0630314 Jul 13 14:47:59.862148 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-de4d4ca8-f3ef-4e50-8ab8-cbdd8e1eb01a req-8dfd3a60-99db-4423-8236-91b8cb44d8b6 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Jul 13 14:47:59.877734 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-d2508f28-c802-4910-8f45-4322c626d038 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.891550 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['448e113a-c24f-45c6-8f09-b3c3d2b9e5ab', '2e21a714-081d-48c0-94ad-bd1fe427e87d', '1f0d5659-3e3b-4881-9833-6b0a567c1cff', '2e1929dd-3c6f-4573-90ed-94de3c1ba385'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:59.910468 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2508f28-c802-4910-8f45-4322c626d038 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Pushing event deleted for resources: {'Port': ['ID=2e1929dd-3c6f-4573-90ed-94de3c1ba385,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:59.954731 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-d2508f28-c802-4910-8f45-4322c626d038 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] No DVR routers for this DVR port 2e1929dd-3c6f-4573-90ed-94de3c1ba385 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:47:59.957358 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-d2508f28-c802-4910-8f45-4322c626d038 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:59.960285 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-503559cc-b38d-4d29-bfb6-32e546817b2d req-d2508f28-c802-4910-8f45-4322c626d038 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "DELETE /v2.0/ports/2e1929dd-3c6f-4573-90ed-94de3c1ba385 HTTP/1.1" status: 204 len: 173 time: 0.4163997 Jul 13 14:47:59.960733 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e767e7-4391-418a-9a08-55757596f62a', 'name': 'network-vif-deleted', 'tag': '2e1929dd-3c6f-4573-90ed-94de3c1ba385'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:59.963187 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fb77ac-f842-48f5-91bc-a7b978844e77" -d '{"events": [{"server_uuid": "79e767e7-4391-418a-9a08-55757596f62a", "name": "network-vif-deleted", "tag": "2e1929dd-3c6f-4573-90ed-94de3c1ba385"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:00.002633 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865cf935-6a5f-467e-9163-6e4e38aa23c1 x-openstack-request-id: req-865cf935-6a5f-467e-9163-6e4e38aa23c1 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:00.003191 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e767e7-4391-418a-9a08-55757596f62a", "name": "network-vif-deleted", "tag": "2e1929dd-3c6f-4573-90ed-94de3c1ba385", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:00.003705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-865cf935-6a5f-467e-9163-6e4e38aa23c1 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:00.004541 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e767e7-4391-418a-9a08-55757596f62a', 'name': 'network-vif-deleted', 'tag': '2e1929dd-3c6f-4573-90ed-94de3c1ba385', 'status': 'completed', 'code': 200} Jul 13 14:48:00.208811 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f10e7-64df-49d0-8e3f-34fb6cc40041 req-3dbfec18-0f29-4f5c-a775-829b19754170 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:00.210593 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e2f10e7-64df-49d0-8e3f-34fb6cc40041 req-3dbfec18-0f29-4f5c-a775-829b19754170 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0717697 Jul 13 14:48:00.264966 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e2f10e7-64df-49d0-8e3f-34fb6cc40041 req-eeebe0aa-c000-4d18-9e8d-0728999fe3ad tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479259 Jul 13 14:48:00.291141 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df21b4-d740-45b3-bcfa-109e0493b1f9 req-ad072ec8-4765-4593-bdd6-893856daa099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:00.292816 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-76df21b4-d740-45b3-bcfa-109e0493b1f9 req-ad072ec8-4765-4593-bdd6-893856daa099 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 1098 time: 0.0745299 Jul 13 14:48:00.332137 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-76df21b4-d740-45b3-bcfa-109e0493b1f9 req-63d37330-2a4d-4bd8-b439-606a3869a9db service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Jul 13 14:48:00.431262 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad142c7e-c7f6-4da9-844b-780c8ca89e4c req-90228e62-d93a-4ded-b968-1d339caf2de1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:00.433273 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ad142c7e-c7f6-4da9-844b-780c8ca89e4c req-90228e62-d93a-4ded-b968-1d339caf2de1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0626750 Jul 13 14:48:00.470923 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ad142c7e-c7f6-4da9-844b-780c8ca89e4c req-b49c3614-828e-4cd3-9b2d-91d037d97218 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Jul 13 14:48:01.028803 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cee119a9-59e7-4b69-82af-f32b227bfcbd req-abdff1d3-40b9-4265-9dcf-c64cdac1506b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=79e767e7-4391-418a-9a08-55757596f62a HTTP/1.1" status: 200 len: 210 time: 0.0288196 Jul 13 14:48:01.247301 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8761d8-0e97-4373-8b52-87c163b6732d req-a0216236-7af7-4307-a966-02ec42c408c6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:01.248870 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4b8761d8-0e97-4373-8b52-87c163b6732d req-a0216236-7af7-4307-a966-02ec42c408c6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0677624 Jul 13 14:48:01.294180 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4b8761d8-0e97-4373-8b52-87c163b6732d req-fbcce203-4e9a-4a43-a8bb-63c3bd2a7c40 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381742 Jul 13 14:48:01.467349 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464e761-5661-4220-bee4-f201f5cf5ee1 req-be9ba7f4-8e6d-4205-a31e-ba378c718035 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:01.468991 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e464e761-5661-4220-bee4-f201f5cf5ee1 req-be9ba7f4-8e6d-4205-a31e-ba378c718035 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0778568 Jul 13 14:48:01.510244 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e464e761-5661-4220-bee4-f201f5cf5ee1 req-34c73173-ec0e-47b7-b921-d546804d3113 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355747 Jul 13 14:48:01.516815 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 60860) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:01.626382 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-484456c7-7a52-4266-b76b-7ba2811e3ab2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073828 Jul 13 14:48:02.474332 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bebd4-b061-4e3a-8585-814a07abd99f req-52a0c0f8-2a58-4ded-8c2c-b9651b102e10 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:02.475788 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3a6bebd4-b061-4e3a-8585-814a07abd99f req-52a0c0f8-2a58-4ded-8c2c-b9651b102e10 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0622652 Jul 13 14:48:02.516447 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3a6bebd4-b061-4e3a-8585-814a07abd99f req-923455a7-9e0b-4789-99cd-ea34da165eef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347652 Jul 13 14:48:02.690107 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af898ef-0837-4087-aab7-253608cbc93b req-93d096d5-be1a-470c-bedd-f21e8705478d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:02.691552 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5af898ef-0837-4087-aab7-253608cbc93b req-93d096d5-be1a-470c-bedd-f21e8705478d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0619850 Jul 13 14:48:02.727511 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5af898ef-0837-4087-aab7-253608cbc93b req-76e81678-4a1a-406f-b5e9-3f303fcec85f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Jul 13 14:48:03.200282 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503660c-d0f7-41b8-bdd2-8294f9fbdcf6 req-28fe1447-419d-449c-aeca-e273476f027b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:03.201745 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1503660c-d0f7-41b8-bdd2-8294f9fbdcf6 req-28fe1447-419d-449c-aeca-e273476f027b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0621178 Jul 13 14:48:03.238685 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1503660c-d0f7-41b8-bdd2-8294f9fbdcf6 req-8d66d1d3-ab72-46ac-af2d-dae32c68077e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Jul 13 14:48:03.694212 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dad3a-21d6-45ab-96f3-3523f953b46a req-f8d9366e-c35e-4bee-a219-045b1411be3e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:03.695680 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5a2dad3a-21d6-45ab-96f3-3523f953b46a req-f8d9366e-c35e-4bee-a219-045b1411be3e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0653186 Jul 13 14:48:03.712247 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2e1929dd-3c6f-4573-90ed-94de3c1ba385 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:03.741082 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:48:03.743158 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 2e1929dd-3c6f-4573-90ed-94de3c1ba385 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:03.743510 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2e1929dd-3c6f-4573-90ed-94de3c1ba385 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:03.743940 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:03.744499 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5a2dad3a-21d6-45ab-96f3-3523f953b46a req-e311ab8a-a2d3-4399-8b39-04f5c9e5252e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431607 Jul 13 14:48:04.410407 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25707d15-e33a-4711-b443-d1f4267e5b81 req-fffbcefc-8c23-4171-8066-11cb3c1c5034 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:04.411879 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-25707d15-e33a-4711-b443-d1f4267e5b81 req-fffbcefc-8c23-4171-8066-11cb3c1c5034 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0634263 Jul 13 14:48:04.447474 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-25707d15-e33a-4711-b443-d1f4267e5b81 req-2cf92189-bcd8-42fb-a846-0941d7b14d1b tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301588 Jul 13 14:48:04.822437 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaceccc-fba4-469a-896f-d98110937e95 req-b9710395-d048-4958-9224-1037404c42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:04.824684 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ebaceccc-fba4-469a-896f-d98110937e95 req-b9710395-d048-4958-9224-1037404c42d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 1098 time: 0.0577469 Jul 13 14:48:04.929068 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d9690-21c3-46c3-9935-06e9dd7efcbc req-d4d5d9f0-4ef6-487d-9056-d99e2d240827 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:04.929624 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaceccc-fba4-469a-896f-d98110937e95 req-87f8fded-d902-4bdc-a06f-aaf2d2025972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:04.931298 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-930d9690-21c3-46c3-9935-06e9dd7efcbc req-d4d5d9f0-4ef6-487d-9056-d99e2d240827 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0681915 Jul 13 14:48:04.942998 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ebaceccc-fba4-469a-896f-d98110937e95 req-87f8fded-d902-4bdc-a06f-aaf2d2025972 service neutron] 10.222.0.70 "GET /v2.0/networks?id=531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 200 len: 920 time: 0.1062949 Jul 13 14:48:04.980601 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-930d9690-21c3-46c3-9935-06e9dd7efcbc req-6802c9a9-ea6a-4cfd-b80a-45080c44c6ce tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393744 Jul 13 14:48:04.992234 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ebaceccc-fba4-469a-896f-d98110937e95 req-bd54d66c-ebe8-4758-b7a6-e3b5b1a49ac3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec HTTP/1.1" status: 200 len: 217 time: 0.0384874 Jul 13 14:48:05.060577 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaceccc-fba4-469a-896f-d98110937e95 req-b9166846-4e94-43d9-9b70-6ceeb79bae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:05.062037 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ebaceccc-fba4-469a-896f-d98110937e95 req-b9166846-4e94-43d9-9b70-6ceeb79bae06 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 200 len: 859 time: 0.0583601 Jul 13 14:48:05.095405 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ebaceccc-fba4-469a-896f-d98110937e95 req-20c2298e-934c-4c38-b43f-c7c2595a3760 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=531724de-8eb2-495b-9808-a0955ea1d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265207 Jul 13 14:48:05.197790 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ebaceccc-fba4-469a-896f-d98110937e95 req-9bbf418f-b776-4189-965c-e67524055ad1 service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870149 Jul 13 14:48:05.295799 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ebaceccc-fba4-469a-896f-d98110937e95 req-67c0af31-72a2-454a-8df0-f2655ea6be1b service neutron] 10.222.0.70 "GET /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844822 Jul 13 14:48:05.654737 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d979e-3aee-4faa-9893-6fe505864b4d req-bbbbf62e-ebfe-4ddd-8852-4c3946f4a6f9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:05.656301 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ef8d979e-3aee-4faa-9893-6fe505864b4d req-bbbbf62e-ebfe-4ddd-8852-4c3946f4a6f9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0742564 Jul 13 14:48:05.731212 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ef8d979e-3aee-4faa-9893-6fe505864b4d req-0aef9ebb-8458-4d97-ae45-d3934c40c0a1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608442 Jul 13 14:48:05.753641 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf876e5-bda9-480d-86b1-f5015998dd99 req-e3cc6a50-cf81-4fd3-8153-b6349f6b5834 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:05.759111 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3bf876e5-bda9-480d-86b1-f5015998dd99 req-e3cc6a50-cf81-4fd3-8153-b6349f6b5834 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.1016829 Jul 13 14:48:05.802226 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3bf876e5-bda9-480d-86b1-f5015998dd99 req-dc275cff-998f-4c85-b5cc-540f8e2f5105 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375528 Jul 13 14:48:05.926643 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-766b08cf-4c59-4b3f-9f1b-abcd0fd4109e tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:05.928123 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-766b08cf-4c59-4b3f-9f1b-abcd0fd4109e tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/networks?id=e8e6924b-1030-4cd4-9011-b578c9d1ac96 HTTP/1.1" status: 200 len: 814 time: 0.1027431 Jul 13 14:48:05.942063 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-e814acb3-c625-4ba0-8468-d855d234b63a tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/quotas/167fceaf4380423cafdfdfb08f3a2cb5 HTTP/1.1" status: 200 len: 375 time: 0.0088301 Jul 13 14:48:05.975688 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-62fe01a5-d371-453f-8890-db45be6be989 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=167fceaf4380423cafdfdfb08f3a2cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289443 Jul 13 14:48:06.069273 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-c36f2b94-7d8e-4468-8e63-67235762938e service neutron] 10.222.0.68 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870564 Jul 13 14:48:06.199935 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-615fd89b-67fc-4d2c-866e-524ffc76fc0a service neutron] 10.222.0.68 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248534 Jul 13 14:48:06.215125 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e23b0b-f281-4cd6-acb7-1dc81cedf362 req-acf23385-50ae-4e10-bec9-3f43670a1efe tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.216663 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e4e23b0b-f281-4cd6-acb7-1dc81cedf362 req-acf23385-50ae-4e10-bec9-3f43670a1efe tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0991399 Jul 13 14:48:06.256718 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e4e23b0b-f281-4cd6-acb7-1dc81cedf362 req-0d61e7aa-96a8-4c9a-9cd9-dc1b6b34a6ea tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344851 Jul 13 14:48:06.296258 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-4de05c3b-5702-45e5-85a6-8b093d4814d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.297751 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-4de05c3b-5702-45e5-85a6-8b093d4814d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf&tenant_id=0305e7a2f9b948dfb400a93ba026094d HTTP/1.1" status: 200 len: 1096 time: 0.0929077 Jul 13 14:48:06.372356 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c7981385-b729-4988-a75b-deaf6e8efcb3 req-7e7add9a-5910-40e1-b26d-6c52292a77e8 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0293078 Jul 13 14:48:06.382120 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-2eb8800a-c1bd-49eb-a886-1e13ca21b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.383529 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-2eb8800a-c1bd-49eb-a886-1e13ca21b71e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 1096 time: 0.0559189 Jul 13 14:48:06.472553 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-22231cb6-103e-41c3-add1-696c352b9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.474065 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-22231cb6-103e-41c3-add1-696c352b9c44 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 918 time: 0.0835176 Jul 13 14:48:06.551568 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-56d1b69d-91ff-43c8-9191-52d0409bd268 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 HTTP/1.1" status: 200 len: 999 time: 0.0605989 Jul 13 14:48:06.603417 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-12d4345f-165f-4b57-951b-ebb58fd3d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.605401 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-12d4345f-165f-4b57-951b-ebb58fd3d28b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0432959 Jul 13 14:48:06.665708 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-cef47a91-326b-4646-8681-5bd9f0389089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.667680 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-cef47a91-326b-4646-8681-5bd9f0389089 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518844 Jul 13 14:48:06.933015 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0766b-1a08-4bda-b485-94576aef5747 req-dee80bc2-9c31-497d-bed5-4cc25bfe70c4 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:06.935134 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-55c0766b-1a08-4bda-b485-94576aef5747 req-dee80bc2-9c31-497d-bed5-4cc25bfe70c4 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0807683 Jul 13 14:48:07.000781 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-b7add46d-3bb3-4abc-a42e-bc06f0746546 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186779 Jul 13 14:48:07.012582 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-55c0766b-1a08-4bda-b485-94576aef5747 req-f6341e4a-a77a-4ab8-b0c1-86b106c8a691 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712149 Jul 13 14:48:07.051080 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb220242-a3c0-47c1-8748-24a2a017a01c req-edaed579-5594-42b9-971a-82880481aa90 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:07.052615 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eb220242-a3c0-47c1-8748-24a2a017a01c req-edaed579-5594-42b9-971a-82880481aa90 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.1094058 Jul 13 14:48:07.090690 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eb220242-a3c0-47c1-8748-24a2a017a01c req-697036c6-babb-492d-b886-6e2ea1ea83fb tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323815 Jul 13 14:48:07.105771 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-301966ce-214c-4513-9f13-f5dd7a7e78c8 req-73229df4-28ad-49aa-bb63-cf04478dd68e service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933669 Jul 13 14:48:07.440286 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac39d06-f0de-4d48-bd78-aa54b5b430cb req-345ae8d7-4943-4d6f-9550-301f54268171 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:07.442015 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7ac39d06-f0de-4d48-bd78-aa54b5b430cb req-345ae8d7-4943-4d6f-9550-301f54268171 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0677505 Jul 13 14:48:07.492775 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7ac39d06-f0de-4d48-bd78-aa54b5b430cb req-395b01eb-02c1-493b-b7ad-1250f79de6ce tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Jul 13 14:48:07.551432 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a4e954b8-ae20-4a6d-b92d-73408d3a0714 req-2c04d807-c82a-4427-8425-3a02d83f97bf tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0515633 Jul 13 14:48:08.188710 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc2b40-fec7-4c34-b835-c964c0019f00 req-1f736a30-0d34-40bf-bdfc-f17c1ebcbf2a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:08.190421 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-16dc2b40-fec7-4c34-b835-c964c0019f00 req-1f736a30-0d34-40bf-bdfc-f17c1ebcbf2a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0661643 Jul 13 14:48:08.254877 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-16dc2b40-fec7-4c34-b835-c964c0019f00 req-a87a8916-49c8-4082-81e5-807a20de6e77 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583916 Jul 13 14:48:08.298436 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4ce43-d7e4-48b3-8f70-2b74f13bf1c1 req-ccc7fb96-8e27-4113-a090-5a5c93e9cc2d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:08.300267 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-18d4ce43-d7e4-48b3-8f70-2b74f13bf1c1 req-ccc7fb96-8e27-4113-a090-5a5c93e9cc2d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0826700 Jul 13 14:48:08.340888 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-18d4ce43-d7e4-48b3-8f70-2b74f13bf1c1 req-a928ad81-3717-4365-8d54-85100755afa6 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Jul 13 14:48:08.678796 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4ac95-529b-4e23-9ad5-467a55b64da8 req-1de9c41a-7f30-4e7d-84d2-c06d3d359af1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:08.680338 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5fd4ac95-529b-4e23-9ad5-467a55b64da8 req-1de9c41a-7f30-4e7d-84d2-c06d3d359af1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0688772 Jul 13 14:48:08.719030 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5fd4ac95-529b-4e23-9ad5-467a55b64da8 req-8b99b81e-2d6f-47a7-ae21-cb5e7f463b8e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329883 Jul 13 14:48:08.851044 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-798e54dc-59fe-42c1-a855-a2b3128ca963 req-834c75d3-2d5a-49d7-98f5-668adac10c5a tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0287097 Jul 13 14:48:09.431779 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1b7eb-b53d-4160-9584-21e14cb76836 req-065d9733-4f9e-49a5-8b55-adf126c5b025 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:09.433687 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-18c1b7eb-b53d-4160-9584-21e14cb76836 req-065d9733-4f9e-49a5-8b55-adf126c5b025 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0659862 Jul 13 14:48:09.469801 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-18c1b7eb-b53d-4160-9584-21e14cb76836 req-f4be78cd-52f8-431c-885c-ceda6791c34c tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306015 Jul 13 14:48:09.636812 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad2b68-6bc9-4195-93e3-8f756697fd13 req-136e1a0c-54a4-4e65-b6c4-7d9cabae5761 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:09.638294 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-43ad2b68-6bc9-4195-93e3-8f756697fd13 req-136e1a0c-54a4-4e65-b6c4-7d9cabae5761 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0687876 Jul 13 14:48:09.677118 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-43ad2b68-6bc9-4195-93e3-8f756697fd13 req-b034bc4a-ccf8-4884-ba05-6e49af369f46 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332081 Jul 13 14:48:09.901835 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f59b-c32c-4620-ac0e-f754288ce9bb req-be9335e4-49bf-4389-ae35-4835bc580870 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:09.903343 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f249f59b-c32c-4620-ac0e-f754288ce9bb req-be9335e4-49bf-4389-ae35-4835bc580870 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0673170 Jul 13 14:48:09.943605 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f249f59b-c32c-4620-ac0e-f754288ce9bb req-2ee60535-3859-4523-b823-1fe9fa3983ca tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334635 Jul 13 14:48:10.083614 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b2c04a7f-10b2-476a-9555-56c46e9a2821 req-af1e77aa-a5bf-478c-b36c-e1c504636e7a tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0296254 Jul 13 14:48:10.651144 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ab9c5-5048-4ef2-bac7-cdc074a90b8e req-6c70dca4-3ad8-43dd-8e96-bf3603744861 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:10.652959 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d40ab9c5-5048-4ef2-bac7-cdc074a90b8e req-6c70dca4-3ad8-43dd-8e96-bf3603744861 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0696988 Jul 13 14:48:10.692267 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d40ab9c5-5048-4ef2-bac7-cdc074a90b8e req-a677ce91-f14c-42f4-9777-4b66ce74a07d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Jul 13 14:48:10.856805 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927a683-af2a-409a-bd10-93b3455e983a req-0c3998f0-a11f-4a1a-bc12-32ecdd09614a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:10.858464 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6927a683-af2a-409a-bd10-93b3455e983a req-0c3998f0-a11f-4a1a-bc12-32ecdd09614a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0653365 Jul 13 14:48:10.898750 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6927a683-af2a-409a-bd10-93b3455e983a req-0897350f-b0c4-4f23-995e-ae9346520e32 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Jul 13 14:48:11.126882 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d04e6d-488c-470e-b2e4-cbbc03330e4b req-5aba94ab-4ddd-4f45-8d23-5baf1444e517 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:11.128414 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f9d04e6d-488c-470e-b2e4-cbbc03330e4b req-5aba94ab-4ddd-4f45-8d23-5baf1444e517 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0660179 Jul 13 14:48:11.167345 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f9d04e6d-488c-470e-b2e4-cbbc03330e4b req-b1795244-9fe8-43b8-b6f2-301724d9248f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334492 Jul 13 14:48:11.300113 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cb3f4b06-a64a-4695-aaef-15ce1ba09ff1 req-8138d7ed-ba06-4fc9-b572-2e9bdfc54b53 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0321004 Jul 13 14:48:11.871181 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314039-822a-4554-8dcc-80ad3e697761 req-90b7bb83-705a-4c9e-ac38-aa21615d2954 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:11.872714 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-00314039-822a-4554-8dcc-80ad3e697761 req-90b7bb83-705a-4c9e-ac38-aa21615d2954 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0657659 Jul 13 14:48:11.912162 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-00314039-822a-4554-8dcc-80ad3e697761 req-37e42f68-8590-49aa-929a-8a01697722dc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Jul 13 14:48:12.077856 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bc42-0e24-4a43-be9d-0c922e3a2152 req-68e94f8a-de5b-4243-8e67-96c1c82b5120 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:12.079735 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8746bc42-0e24-4a43-be9d-0c922e3a2152 req-68e94f8a-de5b-4243-8e67-96c1c82b5120 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0673118 Jul 13 14:48:12.121159 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8746bc42-0e24-4a43-be9d-0c922e3a2152 req-98fac2d3-86ba-4ab9-93cb-b6d1dcecd55f tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355351 Jul 13 14:48:12.359267 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b942f7-3b1e-41a9-aee0-e269851d2dfa req-4da26dec-0ea8-4e26-999f-9183a8bb9dcc tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:12.360700 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-73b942f7-3b1e-41a9-aee0-e269851d2dfa req-4da26dec-0ea8-4e26-999f-9183a8bb9dcc tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0723505 Jul 13 14:48:12.397157 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-73b942f7-3b1e-41a9-aee0-e269851d2dfa req-fb353f66-db97-497a-972f-277a0e3dceda tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310848 Jul 13 14:48:12.530948 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a17385ef-c371-4eb2-bbd9-389dec9b58e6 req-a4509736-8d3b-4700-b06e-2b626064e667 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0292346 Jul 13 14:48:13.099211 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f7af8-d254-4224-876f-4ae8e6a77b2d req-30cbcf9e-c212-4d5b-97c1-fe7790a353d6 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:13.100907 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ea9f7af8-d254-4224-876f-4ae8e6a77b2d req-30cbcf9e-c212-4d5b-97c1-fe7790a353d6 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0670035 Jul 13 14:48:13.144488 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ea9f7af8-d254-4224-876f-4ae8e6a77b2d req-572cfcda-42fc-4562-ab3f-8a6dc41279bf tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379355 Jul 13 14:48:13.307321 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ac68c-601a-4926-9c53-9da3bcb638fd req-d2128e02-c2c7-4716-a1c4-b0559a34083e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:13.308802 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5d1ac68c-601a-4926-9c53-9da3bcb638fd req-d2128e02-c2c7-4716-a1c4-b0559a34083e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0660741 Jul 13 14:48:13.346717 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5d1ac68c-601a-4926-9c53-9da3bcb638fd req-62f0e3c1-e53c-44fd-8231-30de0f156c4e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Jul 13 14:48:13.580359 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae7fa8-8e21-4734-a697-c47fa05b90c0 req-c7d12dcf-678a-4b02-a1e4-8bc2d9f1a841 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:13.581846 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c6ae7fa8-8e21-4734-a697-c47fa05b90c0 req-c7d12dcf-678a-4b02-a1e4-8bc2d9f1a841 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0640981 Jul 13 14:48:13.623886 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c6ae7fa8-8e21-4734-a697-c47fa05b90c0 req-75197faf-943a-417f-941b-2a71065321a8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363870 Jul 13 14:48:13.756745 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8f54f53f-76f8-4e96-84a4-6ecbf1ad961d req-d76809dc-cc65-40fa-ad88-3533a77b8846 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0323644 Jul 13 14:48:14.329917 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a5495-ad23-46bf-851b-bf7163b670e2 req-ffb0d70b-1c97-4992-9517-bd9caa30a766 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:14.331385 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-db1a5495-ad23-46bf-851b-bf7163b670e2 req-ffb0d70b-1c97-4992-9517-bd9caa30a766 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0660105 Jul 13 14:48:14.371708 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-db1a5495-ad23-46bf-851b-bf7163b670e2 req-d88f466c-5dd2-4989-bb73-565f9e087817 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Jul 13 14:48:14.537339 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd792a3d-cb84-42c0-8640-69c8d5a0acab req-4bfaa11d-9e50-4daf-9d83-d9fc5739735d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:14.539016 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bd792a3d-cb84-42c0-8640-69c8d5a0acab req-4bfaa11d-9e50-4daf-9d83-d9fc5739735d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0650907 Jul 13 14:48:14.578801 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bd792a3d-cb84-42c0-8640-69c8d5a0acab req-05e85953-97a3-4e3c-979c-0ef908e2d2a3 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Jul 13 14:48:14.811627 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944a305-775d-4eb6-a7c4-85679ec50720 req-09519097-5251-42f1-8dd7-e8d1715e0f8a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:14.813703 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9944a305-775d-4eb6-a7c4-85679ec50720 req-09519097-5251-42f1-8dd7-e8d1715e0f8a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0699334 Jul 13 14:48:14.853492 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9944a305-775d-4eb6-a7c4-85679ec50720 req-d5750811-0a65-4263-950c-e70c8c3b302c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337379 Jul 13 14:48:14.991733 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5942aeff-2ad8-4e7a-b007-3f0c29544809 req-805fcc11-5821-4bda-93bf-05e100695b23 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0325377 Jul 13 14:48:15.550221 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216e17f-5793-41ce-a590-71b32ff58e1a req-2512dc27-afe4-406f-983d-5f715ef40ea3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:15.551746 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9216e17f-5793-41ce-a590-71b32ff58e1a req-2512dc27-afe4-406f-983d-5f715ef40ea3 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0657833 Jul 13 14:48:15.591457 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9216e17f-5793-41ce-a590-71b32ff58e1a req-d91bdebb-9f23-4b22-8e6b-673b0d0e5747 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334361 Jul 13 14:48:15.760433 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a7f75-8932-446f-90be-9e7c1b68c0fb req-272abc47-7fd7-462a-b288-0711e3621c03 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:15.762372 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-165a7f75-8932-446f-90be-9e7c1b68c0fb req-272abc47-7fd7-462a-b288-0711e3621c03 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0688858 Jul 13 14:48:15.801006 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-165a7f75-8932-446f-90be-9e7c1b68c0fb req-0382ad4e-4882-42c0-bc25-191e80726127 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329256 Jul 13 14:48:15.831626 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:16.048980 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711234e2-79ca-4bac-89f6-d0452a5cf28f req-19dbe8c0-1121-4537-a05f-c60e3c2025ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:16.050385 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-711234e2-79ca-4bac-89f6-d0452a5cf28f req-19dbe8c0-1121-4537-a05f-c60e3c2025ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0768788 Jul 13 14:48:16.096753 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-711234e2-79ca-4bac-89f6-d0452a5cf28f req-622b4467-ce46-45f6-ab8f-08565fc7547e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355139 Jul 13 14:48:16.227645 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b51f0b2a-3b4e-4e1c-acc5-03bbe9ee4ba0 req-f4a6e786-e088-4a22-98a7-eb73f658f65c tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0283296 Jul 13 14:48:16.772782 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88963-2f63-4a6e-b27a-ea7dc692cb8d req-141bd614-e773-4d7d-8dad-06ac9a977b22 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:16.774315 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-25f88963-2f63-4a6e-b27a-ea7dc692cb8d req-141bd614-e773-4d7d-8dad-06ac9a977b22 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0683303 Jul 13 14:48:16.812906 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-25f88963-2f63-4a6e-b27a-ea7dc692cb8d req-d784fb00-c05b-4d3f-8434-c2ec403eea93 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Jul 13 14:48:16.976084 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ab81-3a31-461a-8f53-0fdc65d6f530 req-0efb16b3-a7da-4324-a20c-b4831188bc3e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:16.977561 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-75b2ab81-3a31-461a-8f53-0fdc65d6f530 req-0efb16b3-a7da-4324-a20c-b4831188bc3e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0639441 Jul 13 14:48:17.016920 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-75b2ab81-3a31-461a-8f53-0fdc65d6f530 req-281dc69b-4e98-419a-ab49-2a7d5a26c2ba tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Jul 13 14:48:17.285314 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe18bd-04af-47d6-8243-0cc8a2cf7a2e req-20a03d89-234e-4aa7-9a42-8e6efd4ba901 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:17.286740 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5dfe18bd-04af-47d6-8243-0cc8a2cf7a2e req-20a03d89-234e-4aa7-9a42-8e6efd4ba901 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0655253 Jul 13 14:48:17.329203 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5dfe18bd-04af-47d6-8243-0cc8a2cf7a2e req-d8960985-3248-4780-94a4-f631697aff43 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364027 Jul 13 14:48:17.462709 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-68f2f40c-16ff-4cc9-a2a5-c7197068378d req-07eb46b6-b944-42d1-a10b-1a783851e219 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0288858 Jul 13 14:48:17.989501 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5f92b-ad47-485a-93e6-0e0d43bf1d60 req-b6de93e7-5962-488c-8007-a99d171e0fda tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:17.990993 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ddd5f92b-ad47-485a-93e6-0e0d43bf1d60 req-b6de93e7-5962-488c-8007-a99d171e0fda tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0635180 Jul 13 14:48:18.030076 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ddd5f92b-ad47-485a-93e6-0e0d43bf1d60 req-bd9f2e62-cffe-4b45-808d-cf2b3020036d tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335119 Jul 13 14:48:18.189863 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2ec6a-dbc6-4cbb-8a84-95fe6729302c req-ae2d1d95-ff38-45f4-8d54-bb6c28e617f8 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:18.191516 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-67e2ec6a-dbc6-4cbb-8a84-95fe6729302c req-ae2d1d95-ff38-45f4-8d54-bb6c28e617f8 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0654855 Jul 13 14:48:18.227703 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-67e2ec6a-dbc6-4cbb-8a84-95fe6729302c req-7eb864be-3280-455f-8492-2b0b296e1675 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Jul 13 14:48:18.250881 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-4f4daf1e-480d-48c4-b508-e754d54361fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:18.502254 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7926dd9-17ad-486a-b515-4fe3a1e40ce4 req-4af10767-136e-443a-b350-ea36a1788663 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:18.503623 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b7926dd9-17ad-486a-b515-4fe3a1e40ce4 req-4af10767-136e-443a-b350-ea36a1788663 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0617092 Jul 13 14:48:18.542808 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b7926dd9-17ad-486a-b515-4fe3a1e40ce4 req-feab89ef-b2bd-4fa7-b3c9-1a3a54891862 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335681 Jul 13 14:48:18.681834 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-75362ba6-6acc-441e-bce6-116a5ba49656 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:18.684063 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-75362ba6-6acc-441e-bce6-116a5ba49656 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.70 "GET /v2.0/networks?id=e8e6924b-1030-4cd4-9011-b578c9d1ac96 HTTP/1.1" status: 200 len: 814 time: 0.1132519 Jul 13 14:48:18.691692 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-41d070f3-ee22-4e0b-bfa5-0da8ed20b3a4 req-0042cf78-eef4-4b86-9e8c-467f01e58c53 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0456676 Jul 13 14:48:18.699873 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Request body: {'port': {'device_id': 'bead3006-a056-4615-8ca9-7105a2988fcd', 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96', 'admin_state_up': True, 'tenant_id': '167fceaf4380423cafdfdfb08f3a2cb5'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:18.816099 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Made reservation on behalf of 167fceaf4380423cafdfdfb08f3a2cb5 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:18.819706 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:18.947746 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Allocated IP 172.20.0.13 (e8e6924b-1030-4cd4-9011-b578c9d1ac96/bdc061ba-d0d0-4df0-b27c-b0a428efd92a/2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:48:19.094316 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:19.172307 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:19.211737 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615bd4f-2e48-4940-be0e-3f2b0c997f3a req-a472b108-fa29-40b4-99f0-c32ae3e47699 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:19.213283 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f615bd4f-2e48-4940-be0e-3f2b0c997f3a req-a472b108-fa29-40b4-99f0-c32ae3e47699 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0698769 Jul 13 14:48:19.232525 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Network e8e6924b-1030-4cd4-9011-b578c9d1ac96 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:48:19.240559 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-d90d50ea-5f26-43b6-9fe6-2f303df37829 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:19.242014 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-d90d50ea-5f26-43b6-9fe6-2f303df37829 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.1354289 Jul 13 14:48:19.243121 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:19.244923 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Pushing event updated for resources: {'Port': ['ID=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:19.247243 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:48:19.252488 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f615bd4f-2e48-4940-be0e-3f2b0c997f3a req-51475a2e-a2e2-4022-a35f-567e04cf7c1a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328064 Jul 13 14:48:19.344873 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:19.345523 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:19.377805 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-f24eb0a2-e7f6-42b5-80a7-eecef72e8be4 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6820362 Jul 13 14:48:19.394047 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Request body: {'port': {'device_id': 'bead3006-a056-4615-8ca9-7105a2988fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:19.415514 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83980aa7-8e70-4e75-80a5-65db12241a16 req-fa792597-9bcd-486b-a708-ed2ae34f63f2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:19.417902 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-83980aa7-8e70-4e75-80a5-65db12241a16 req-fa792597-9bcd-486b-a708-ed2ae34f63f2 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 945 time: 0.0752010 Jul 13 14:48:19.426749 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-da8eb759-6731-449a-959e-29b2ddc89e6d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Deleting port 1f0d5659-3e3b-4881-9833-6b0a567c1cff {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:19.427096 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-da8eb759-6731-449a-959e-29b2ddc89e6d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:19.458553 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-83980aa7-8e70-4e75-80a5-65db12241a16 req-4ee7342e-879a-446f-afbc-466283b1ab96 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338154 Jul 13 14:48:19.535526 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:19.562172 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-da8eb759-6731-449a-959e-29b2ddc89e6d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] For port 1f0d5659-3e3b-4881-9833-6b0a567c1cff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1f0d5659-3e3b-4881-9833-6b0a567c1cff,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:19.562538 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-da8eb759-6731-449a-959e-29b2ddc89e6d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:19.598799 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-da8eb759-6731-449a-959e-29b2ddc89e6d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Calling delete_port for 1f0d5659-3e3b-4881-9833-6b0a567c1cff owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:19.736763 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050155b-6057-4b72-a8e8-e42ddc4afb62 req-f70c9fe1-dcd7-40bc-9765-86f915001f94 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:19.739074 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6050155b-6057-4b72-a8e8-e42ddc4afb62 req-f70c9fe1-dcd7-40bc-9765-86f915001f94 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0652692 Jul 13 14:48:19.780435 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6050155b-6057-4b72-a8e8-e42ddc4afb62 req-b60509de-d3eb-4699-b28c-ea3e748e7730 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334003 Jul 13 14:48:19.867468 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-da8eb759-6731-449a-959e-29b2ddc89e6d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:19.875830 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f473dd8-a3ce-4f0a-89e7-4940dd597f12 req-8bc26e24-2b80-40be-8ce2-eb7ccf364ba8 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:19.877356 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1f473dd8-a3ce-4f0a-89e7-4940dd597f12 req-8bc26e24-2b80-40be-8ce2-eb7ccf364ba8 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 932 time: 0.0703027 Jul 13 14:48:19.879154 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['448e113a-c24f-45c6-8f09-b3c3d2b9e5ab', '2e21a714-081d-48c0-94ad-bd1fe427e87d'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:19.915954 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8eb759-6731-449a-959e-29b2ddc89e6d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Pushing event deleted for resources: {'Port': ['ID=1f0d5659-3e3b-4881-9833-6b0a567c1cff,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:19.926966 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1f473dd8-a3ce-4f0a-89e7-4940dd597f12 req-83b8e4e8-f4d2-43be-82c7-4cd91ab23e95 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430441 Jul 13 14:48:19.977858 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-da8eb759-6731-449a-959e-29b2ddc89e6d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] No DVR routers for this DVR port 1f0d5659-3e3b-4881-9833-6b0a567c1cff on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:19.982979 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-da8eb759-6731-449a-959e-29b2ddc89e6d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:19.984971 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-aa43c516-fa6b-4c8c-9494-e2c6ae5f0117 req-da8eb759-6731-449a-959e-29b2ddc89e6d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "DELETE /v2.0/ports/1f0d5659-3e3b-4881-9833-6b0a567c1cff HTTP/1.1" status: 204 len: 173 time: 0.7348523 Jul 13 14:48:19.985406 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44ee698-7617-4ccb-ad6e-1151c936854b', 'name': 'network-vif-deleted', 'tag': '1f0d5659-3e3b-4881-9833-6b0a567c1cff'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:19.988063 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909dde9d-d390-48ac-80e8-4ed270c0d4fe" -d '{"events": [{"server_uuid": "f44ee698-7617-4ccb-ad6e-1151c936854b", "name": "network-vif-deleted", "tag": "1f0d5659-3e3b-4881-9833-6b0a567c1cff"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:20.002544 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:20.013477 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:20.027320 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Transition to ACTIVE for port object 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:48:20.031862 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:20.039343 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d45d30-b9ad-425e-ac73-e42b28512801 x-openstack-request-id: req-05d45d30-b9ad-425e-ac73-e42b28512801 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:20.039661 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44ee698-7617-4ccb-ad6e-1151c936854b", "name": "network-vif-deleted", "tag": "1f0d5659-3e3b-4881-9833-6b0a567c1cff", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:20.039916 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-05d45d30-b9ad-425e-ac73-e42b28512801 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:20.040331 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44ee698-7617-4ccb-ad6e-1151c936854b', 'name': 'network-vif-deleted', 'tag': '1f0d5659-3e3b-4881-9833-6b0a567c1cff', 'status': 'completed', 'code': 200} Jul 13 14:48:20.131185 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:20.204630 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Attempting to bind port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:48:20.205153 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Attempting to bind port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '669f0305-d567-4de6-a572-76c0bac89f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:48:20.205398 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Attempting to bind port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 on network e8e6924b-1030-4cd4-9011-b578c9d1ac96 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:20.211355 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 on network e8e6924b-1030-4cd4-9011-b578c9d1ac96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:48:20.211773 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Attempting to bind port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 on network e8e6924b-1030-4cd4-9011-b578c9d1ac96 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:48:20.218442 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:48:20.218785 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Checking segment: {'id': '669f0305-d567-4de6-a572-76c0bac89f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:20.219218 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Bound using segment: {'id': '669f0305-d567-4de6-a572-76c0bac89f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:48:20.219805 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Bound port: 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669f0305-d567-4de6-a572-76c0bac89f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:48:20.220250 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:20.289675 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] For port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:48:20.293252 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] For port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,segment=NetworkSegment(669f0305-d567-4de6-a572-76c0bac89f2d),segment_id=669f0305-d567-4de6-a572-76c0bac89f2d)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:48:20.298604 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:20.336880 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.337845 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:20.339283 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] 10.222.0.70 "PUT /v2.0/ports/2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 HTTP/1.1" status: 200 len: 1094 time: 0.9502804 Jul 13 14:48:20.364349 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534b3c6-424e-4657-9b02-d47220cf55d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:20.430063 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-cd04d966-1c70-4ef7-bc2c-010681e3fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.431589 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-cd04d966-1c70-4ef7-bc2c-010681e3fcc7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=167fceaf4380423cafdfdfb08f3a2cb5&device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 1097 time: 0.0510502 Jul 13 14:48:20.472526 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-87ecb12b-767c-46b2-a511-6c541d3f13b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 HTTP/1.1" status: 200 len: 217 time: 0.0326903 Jul 13 14:48:20.533544 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-bdcaeb3b-aff6-4d7d-8bd0-6d34021eb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.535202 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-bdcaeb3b-aff6-4d7d-8bd0-6d34021eb13a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bdc061ba-d0d0-4df0-b27c-b0a428efd92a HTTP/1.1" status: 200 len: 854 time: 0.0540376 Jul 13 14:48:20.576977 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-ae8f34ca-7ff0-4377-961c-ad02158379eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e6924b-1030-4cd4-9011-b578c9d1ac96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283720 Jul 13 14:48:20.656884 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2f3f5038-e8a9-47df-a8cc-39e8eca17e03 req-d8cc271c-62e2-4da3-bd74-6117a7870b04 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=f44ee698-7617-4ccb-ad6e-1151c936854b HTTP/1.1" status: 200 len: 210 time: 0.0459816 Jul 13 14:48:20.690472 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-295da438-9daa-4d63-abdc-578e01367996 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050458 Jul 13 14:48:20.762343 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:20.804601 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-24b998f0-419e-4617-9466-0a3c1c4929b5 req-2dffb93b-fda2-47ba-8945-2cb159914984 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023533 Jul 13 14:48:20.875887 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-73f1cfa0-b90b-4f5d-b6a0-c487927be75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:20.977630 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e43b8a-5b77-4cc3-96d6-00063ba50e0b req-aec9838d-38a2-4813-abb0-622fc6e5013d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:20.979233 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-21e43b8a-5b77-4cc3-96d6-00063ba50e0b req-aec9838d-38a2-4813-abb0-622fc6e5013d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.0646069 Jul 13 14:48:21.022565 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-21e43b8a-5b77-4cc3-96d6-00063ba50e0b req-f58edc62-59a7-47e0-9a98-12af6757ca1f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372458 Jul 13 14:48:21.108899 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc3f16-126c-4ab4-a2f5-a79292ddc10f req-39135082-ec88-4b72-a07c-dcc88b3740dc tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:21.110432 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-66bc3f16-126c-4ab4-a2f5-a79292ddc10f req-39135082-ec88-4b72-a07c-dcc88b3740dc tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 944 time: 0.0617115 Jul 13 14:48:21.147444 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-66bc3f16-126c-4ab4-a2f5-a79292ddc10f req-caa85443-1e5d-46c1-8d65-1aa037c9b098 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Jul 13 14:48:21.621454 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 1f0d5659-3e3b-4881-9833-6b0a567c1cff no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:21.641337 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 1f0d5659-3e3b-4881-9833-6b0a567c1cff {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:21.641848 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 1f0d5659-3e3b-4881-9833-6b0a567c1cff not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:22.042385 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bead3006-a056-4615-8ca9-7105a2988fcd', 'tag': '2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:22.044986 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588d4784-f2bd-46a5-a497-d1b55d378d73" -d '{"events": [{"name": "network-changed", "server_uuid": "bead3006-a056-4615-8ca9-7105a2988fcd", "tag": "2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:22.073346 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:22.091561 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3c077a-857e-49ff-b554-5b9e53adc872 x-openstack-request-id: req-ed3c077a-857e-49ff-b554-5b9e53adc872 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:22.091860 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bead3006-a056-4615-8ca9-7105a2988fcd", "tag": "2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:22.092140 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ed3c077a-857e-49ff-b554-5b9e53adc872 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:22.092534 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bead3006-a056-4615-8ca9-7105a2988fcd', 'tag': '2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2', 'status': 'completed', 'code': 200} Jul 13 14:48:22.114947 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23168b3-1abe-494a-a560-d775501b6e3a req-fe425f94-c543-445a-b548-69da809bd4aa tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:22.116664 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a23168b3-1abe-494a-a560-d775501b6e3a req-fe425f94-c543-445a-b548-69da809bd4aa tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 946 time: 0.0720437 Jul 13 14:48:22.169748 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a23168b3-1abe-494a-a560-d775501b6e3a req-a1b8ecd5-ebba-4e47-a8c9-e5ecf8dc5962 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462191 Jul 13 14:48:22.177057 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d4784-f2bd-46a5-a497-d1b55d378d73 req-b144b7ee-8809-472e-86db-bde8087054f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:22.178592 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-588d4784-f2bd-46a5-a497-d1b55d378d73 req-b144b7ee-8809-472e-86db-bde8087054f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=167fceaf4380423cafdfdfb08f3a2cb5&device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 1097 time: 0.0595438 Jul 13 14:48:22.278892 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d4784-f2bd-46a5-a497-d1b55d378d73 req-9bc17242-3ecc-4a6a-82bd-b93ce56b9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:22.280406 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-588d4784-f2bd-46a5-a497-d1b55d378d73 req-9bc17242-3ecc-4a6a-82bd-b93ce56b9020 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8e6924b-1030-4cd4-9011-b578c9d1ac96 HTTP/1.1" status: 200 len: 915 time: 0.0944927 Jul 13 14:48:22.326133 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-588d4784-f2bd-46a5-a497-d1b55d378d73 req-0f3c403d-db25-4d48-9450-961bffeaefa9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 HTTP/1.1" status: 200 len: 217 time: 0.0360446 Jul 13 14:48:22.379242 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d4784-f2bd-46a5-a497-d1b55d378d73 req-4705c231-15d9-465e-96a3-008cec11027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:22.380738 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-588d4784-f2bd-46a5-a497-d1b55d378d73 req-4705c231-15d9-465e-96a3-008cec11027c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bdc061ba-d0d0-4df0-b27c-b0a428efd92a HTTP/1.1" status: 200 len: 854 time: 0.0445738 Jul 13 14:48:22.413702 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-588d4784-f2bd-46a5-a497-d1b55d378d73 req-eb259d15-c467-4b45-8f9c-28be8762787e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e6924b-1030-4cd4-9011-b578c9d1ac96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264552 Jul 13 14:48:22.491965 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c30f5-85dd-4e6b-9ba3-a614e551dc13 req-ae4c62d0-1daa-4960-8485-f664e3cd73ab tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:22.493479 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d21c30f5-85dd-4e6b-9ba3-a614e551dc13 req-ae4c62d0-1daa-4960-8485-f664e3cd73ab tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.3005209 Jul 13 14:48:22.503728 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-588d4784-f2bd-46a5-a497-d1b55d378d73 req-a915000c-4183-4277-8855-ab8f4bfbaebd service neutron] 10.222.0.70 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828083 Jul 13 14:48:22.505117 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76689280-2647-4b44-89d7-cb3518dee0b5 req-313a4ff0-971c-4bf3-b99f-d381e1afcc58 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:22.506525 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-76689280-2647-4b44-89d7-cb3518dee0b5 req-313a4ff0-971c-4bf3-b99f-d381e1afcc58 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 944 time: 0.0875330 Jul 13 14:48:22.561463 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d21c30f5-85dd-4e6b-9ba3-a614e551dc13 req-dce56b4f-7c7a-47f1-ba82-30e7cdcf015f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539896 Jul 13 14:48:22.566381 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-76689280-2647-4b44-89d7-cb3518dee0b5 req-4db32305-73f0-49a5-9286-fa1219a8db77 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524065 Jul 13 14:48:22.595036 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-588d4784-f2bd-46a5-a497-d1b55d378d73 req-44699190-32ad-428e-91cc-29b29923278a service neutron] 10.222.0.70 "GET /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836282 Jul 13 14:48:23.368642 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d5670-a2bd-4bbc-99c6-1780084cd5b4 req-bbe64af6-13ff-4fcc-b790-50428c3c28fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:23.370758 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d96d5670-a2bd-4bbc-99c6-1780084cd5b4 req-bbe64af6-13ff-4fcc-b790-50428c3c28fc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.1039920 Jul 13 14:48:23.385674 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91659e27-2207-4aae-bfb9-a7af749d7e25 req-7d903a12-eaf6-4b8d-8ea9-a2df9b9b716b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:23.387071 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-91659e27-2207-4aae-bfb9-a7af749d7e25 req-7d903a12-eaf6-4b8d-8ea9-a2df9b9b716b tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 946 time: 0.0912955 Jul 13 14:48:23.434022 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:23.443777 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d96d5670-a2bd-4bbc-99c6-1780084cd5b4 req-00f6ca4e-11df-427d-811d-3105fd9d9a22 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672615 Jul 13 14:48:23.448593 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-91659e27-2207-4aae-bfb9-a7af749d7e25 req-4c8ff657-2d53-4cbb-9f2f-13434e9dcc8a tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552304 Jul 13 14:48:23.481012 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746d26b-a80b-430a-bc45-b57039a706db req-0d717499-f3ce-4175-80c7-ff961649158e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:23.482474 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a746d26b-a80b-430a-bc45-b57039a706db req-0d717499-f3ce-4175-80c7-ff961649158e tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 946 time: 0.0815003 Jul 13 14:48:23.577608 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-a746d26b-a80b-430a-bc45-b57039a706db req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Deleting port 2e21a714-081d-48c0-94ad-bd1fe427e87d {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:23.577955 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a746d26b-a80b-430a-bc45-b57039a706db req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:23.630706 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:48:23.670708 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-a746d26b-a80b-430a-bc45-b57039a706db req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] For port 2e21a714-081d-48c0-94ad-bd1fe427e87d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e21a714-081d-48c0-94ad-bd1fe427e87d,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:23.671117 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a746d26b-a80b-430a-bc45-b57039a706db req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:23.684953 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-a746d26b-a80b-430a-bc45-b57039a706db req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Calling delete_port for 2e21a714-081d-48c0-94ad-bd1fe427e87d owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:23.813647 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3b306-e527-480d-bac8-ec845f937c31 req-fa070b36-5534-4e7d-9b5b-244e4f1225f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:23.815213 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4ab3b306-e527-480d-bac8-ec845f937c31 req-fa070b36-5534-4e7d-9b5b-244e4f1225f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.1330490 Jul 13 14:48:23.843224 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a746d26b-a80b-430a-bc45-b57039a706db req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:23.845553 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bcc1b-09fa-4922-a4a9-3a293c975b5e req-12d0d495-20d9-426e-999f-898dba4dcde6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:23.847240 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-165bcc1b-09fa-4922-a4a9-3a293c975b5e req-12d0d495-20d9-426e-999f-898dba4dcde6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 944 time: 0.1557243 Jul 13 14:48:23.856476 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['448e113a-c24f-45c6-8f09-b3c3d2b9e5ab', '2e21a714-081d-48c0-94ad-bd1fe427e87d'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:23.882571 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4ab3b306-e527-480d-bac8-ec845f937c31 req-beb48661-b855-41cb-9885-2a5ae5e14ba0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601819 Jul 13 14:48:23.883227 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Pushing event deleted for resources: {'Port': ['ID=2e21a714-081d-48c0-94ad-bd1fe427e87d,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:23.902348 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-165bcc1b-09fa-4922-a4a9-3a293c975b5e req-fec6e8e6-0127-4c9b-aa22-f5552de594de tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472982 Jul 13 14:48:23.905613 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,segment=NetworkSegment(669f0305-d567-4de6-a572-76c0bac89f2d),segment_id=669f0305-d567-4de6-a572-76c0bac89f2d)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:23.915357 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.915714 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.916083 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.916455 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.916800 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.917509 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.917509 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.917787 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.918123 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.918457 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.918782 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.919110 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:23.922798 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2', 'network_id': 'e8e6924b-1030-4cd4-9011-b578c9d1ac96', 'port_id': '2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2', 'mac_address': 'fa:16:3e:94:b1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc061ba-d0d0-4df0-b27c-b0a428efd92a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:48:23.961166 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a746d26b-a80b-430a-bc45-b57039a706db req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] No DVR routers for this DVR port 2e21a714-081d-48c0-94ad-bd1fe427e87d on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:23.964119 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a746d26b-a80b-430a-bc45-b57039a706db req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:23.966044 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a746d26b-a80b-430a-bc45-b57039a706db req-15f022a9-0e27-479d-9fbb-b0b36e028ace tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "DELETE /v2.0/ports/2e21a714-081d-48c0-94ad-bd1fe427e87d HTTP/1.1" status: 204 len: 173 time: 0.4772000 Jul 13 14:48:23.991207 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:24.012051 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:24.045755 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,segment=NetworkSegment(669f0305-d567-4de6-a572-76c0bac89f2d),segment_id=669f0305-d567-4de6-a572-76c0bac89f2d)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:24.055536 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:24.093892 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8e488-b71c-4a3d-a886-e761b9bc0513', 'name': 'network-vif-deleted', 'tag': '2e21a714-081d-48c0-94ad-bd1fe427e87d'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:24.096662 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66782e4-3c72-4dc7-80a8-f76c4d7d597c" -d '{"events": [{"server_uuid": "64e8e488-b71c-4a3d-a886-e761b9bc0513", "name": "network-vif-deleted", "tag": "2e21a714-081d-48c0-94ad-bd1fe427e87d"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:24.126461 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:24.142341 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3901615a-4e15-4524-9396-4e5bf3af86b6 x-openstack-request-id: req-3901615a-4e15-4524-9396-4e5bf3af86b6 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:24.142626 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8e488-b71c-4a3d-a886-e761b9bc0513", "name": "network-vif-deleted", "tag": "2e21a714-081d-48c0-94ad-bd1fe427e87d", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:24.142877 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3901615a-4e15-4524-9396-4e5bf3af86b6 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:24.143264 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e8e488-b71c-4a3d-a886-e761b9bc0513', 'name': 'network-vif-deleted', 'tag': '2e21a714-081d-48c0-94ad-bd1fe427e87d', 'status': 'completed', 'code': 200} Jul 13 14:48:24.386019 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:24.637861 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-302fc6e3-40ef-497e-93ed-79c781b3283d req-44331a5b-ec26-4cd1-912b-978c404ee594 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=64e8e488-b71c-4a3d-a886-e761b9bc0513 HTTP/1.1" status: 200 len: 210 time: 0.0374053 Jul 13 14:48:24.652957 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc13fed-ca0f-4498-ad86-f187f0f8cf98 req-5fa8d813-1edc-4bf5-848c-ac6baeb20c80 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:24.654445 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6fc13fed-ca0f-4498-ad86-f187f0f8cf98 req-5fa8d813-1edc-4bf5-848c-ac6baeb20c80 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0934885 Jul 13 14:48:24.694241 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6fc13fed-ca0f-4498-ad86-f187f0f8cf98 req-32bd820c-d0b3-4a09-b2d4-e99cc3ea4ec7 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Jul 13 14:48:25.108689 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b950dd-19d6-4e59-b9fc-16c663959f97 req-ab86d2a0-9820-4727-b36c-2a5c1c93611b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:25.110138 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d2b950dd-19d6-4e59-b9fc-16c663959f97 req-ab86d2a0-9820-4727-b36c-2a5c1c93611b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.1048951 Jul 13 14:48:25.121798 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41f477-101d-4ca2-9818-37b0abbd7ec9 req-5d21639e-a7af-45db-80b5-22ef6dc0508d tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:25.123180 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-aa41f477-101d-4ca2-9818-37b0abbd7ec9 req-5d21639e-a7af-45db-80b5-22ef6dc0508d tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 945 time: 0.0901420 Jul 13 14:48:25.178777 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d2b950dd-19d6-4e59-b9fc-16c663959f97 req-c913a625-1449-4039-8334-92410aca449b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545855 Jul 13 14:48:25.181540 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-aa41f477-101d-4ca2-9818-37b0abbd7ec9 req-6a3f0877-ebad-4d97-bced-23bcc8c672ad tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516343 Jul 13 14:48:25.633434 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:25.681698 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:48:25.685792 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:25.686161 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:25.769689 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:25.817677 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,segment=NetworkSegment(669f0305-d567-4de6-a572-76c0bac89f2d),segment_id=669f0305-d567-4de6-a572-76c0bac89f2d)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:25.818514 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bead3006-a056-4615-8ca9-7105a2988fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:25.821314 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defd68a7-ba57-4ba6-9d85-99d63abfc2b7" -d '{"events": [{"server_uuid": "bead3006-a056-4615-8ca9-7105a2988fcd", "name": "network-vif-plugged", "status": "completed", "tag": "2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:25.835850 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:25.836932 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2e21a714-081d-48c0-94ad-bd1fe427e87d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:25.841509 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85952dc3-b519-4c58-a295-47dae3350862 req-b09ff3ce-7cc6-404a-82cf-9c0893ca0294 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:25.844251 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-85952dc3-b519-4c58-a295-47dae3350862 req-b09ff3ce-7cc6-404a-82cf-9c0893ca0294 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0822043 Jul 13 14:48:25.894347 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446646a3-09cb-4421-9414-97e4e860da1c req-b05ea050-c483-4bd0-a0fe-02648b6acd3e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:25.895968 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-446646a3-09cb-4421-9414-97e4e860da1c req-b05ea050-c483-4bd0-a0fe-02648b6acd3e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c509c17-e579-41bc-88f6-aeb3ce76c487 HTTP/1.1" status: 200 len: 946 time: 0.0770168 Jul 13 14:48:25.918784 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 2e21a714-081d-48c0-94ad-bd1fe427e87d {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:25.919138 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2e21a714-081d-48c0-94ad-bd1fe427e87d not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:25.923312 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda547f6-153d-4b4a-b545-1c3adbf8db6a x-openstack-request-id: req-bda547f6-153d-4b4a-b545-1c3adbf8db6a {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:25.923609 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bead3006-a056-4615-8ca9-7105a2988fcd", "name": "network-vif-plugged", "status": "completed", "tag": "2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:25.923886 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bda547f6-153d-4b4a-b545-1c3adbf8db6a {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:25.924344 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bead3006-a056-4615-8ca9-7105a2988fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2', 'code': 200} Jul 13 14:48:25.950421 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:25.964379 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-446646a3-09cb-4421-9414-97e4e860da1c req-e8403cdf-1cbc-4f28-ac2b-f71c736cf27e tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600696 Jul 13 14:48:25.977770 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-85952dc3-b519-4c58-a295-47dae3350862 req-77a6bc21-3ad6-4219-8ece-d8da1dd10bc8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Deleting port 78649853-c160-472f-b734-9ea4bfdbc7f6 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:25.978283 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-85952dc3-b519-4c58-a295-47dae3350862 req-77a6bc21-3ad6-4219-8ece-d8da1dd10bc8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.115277 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-85952dc3-b519-4c58-a295-47dae3350862 req-77a6bc21-3ad6-4219-8ece-d8da1dd10bc8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] For port 78649853-c160-472f-b734-9ea4bfdbc7f6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=78649853-c160-472f-b734-9ea4bfdbc7f6,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:26.115662 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-85952dc3-b519-4c58-a295-47dae3350862 req-77a6bc21-3ad6-4219-8ece-d8da1dd10bc8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.130464 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-85952dc3-b519-4c58-a295-47dae3350862 req-77a6bc21-3ad6-4219-8ece-d8da1dd10bc8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Calling delete_port for 78649853-c160-472f-b734-9ea4bfdbc7f6 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:26.189985 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c39ea-b266-476f-9886-6b3787413084 req-b8021ce8-c92d-4306-8744-6472ea0386f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:26.191380 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c28c39ea-b266-476f-9886-6b3787413084 req-b8021ce8-c92d-4306-8744-6472ea0386f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 1099 time: 0.1143723 Jul 13 14:48:26.243878 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c28c39ea-b266-476f-9886-6b3787413084 req-07f31e0b-7b70-4834-a469-7697f283ddb1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434365 Jul 13 14:48:26.296131 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-85952dc3-b519-4c58-a295-47dae3350862 req-77a6bc21-3ad6-4219-8ece-d8da1dd10bc8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.310245 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['109a1cbe-befd-4702-b0e0-9d5c013c6cec', '78649853-c160-472f-b734-9ea4bfdbc7f6'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:26.325222 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6bc21-3ad6-4219-8ece-d8da1dd10bc8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Pushing event deleted for resources: {'Port': ['ID=78649853-c160-472f-b734-9ea4bfdbc7f6,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:26.371147 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-85952dc3-b519-4c58-a295-47dae3350862 req-77a6bc21-3ad6-4219-8ece-d8da1dd10bc8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] No DVR routers for this DVR port 78649853-c160-472f-b734-9ea4bfdbc7f6 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:26.373605 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-85952dc3-b519-4c58-a295-47dae3350862 req-77a6bc21-3ad6-4219-8ece-d8da1dd10bc8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:26.375558 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-85952dc3-b519-4c58-a295-47dae3350862 req-77a6bc21-3ad6-4219-8ece-d8da1dd10bc8 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.70 "DELETE /v2.0/ports/78649853-c160-472f-b734-9ea4bfdbc7f6 HTTP/1.1" status: 204 len: 173 time: 0.5250487 Jul 13 14:48:26.375986 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c509c17-e579-41bc-88f6-aeb3ce76c487', 'name': 'network-vif-deleted', 'tag': '78649853-c160-472f-b734-9ea4bfdbc7f6'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:26.378246 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733613b1-5272-4064-979c-f5412a8b168c" -d '{"events": [{"server_uuid": "3c509c17-e579-41bc-88f6-aeb3ce76c487", "name": "network-vif-deleted", "tag": "78649853-c160-472f-b734-9ea4bfdbc7f6"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:26.408979 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec82ae-be9e-46e9-85b0-441390464da2 req-dcc644c8-ffe8-4c54-9c54-21afba82228b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:26.410508 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b5ec82ae-be9e-46e9-85b0-441390464da2 req-dcc644c8-ffe8-4c54-9c54-21afba82228b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.1152899 Jul 13 14:48:26.420360 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852315e-0e1c-4167-9359-d4847bcebd57 req-276cfba7-84ea-4669-bf3f-91fff7ef8755 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:26.422019 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3852315e-0e1c-4167-9359-d4847bcebd57 req-276cfba7-84ea-4669-bf3f-91fff7ef8755 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 946 time: 0.1126854 Jul 13 14:48:26.478271 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b5ec82ae-be9e-46e9-85b0-441390464da2 req-c2ef3e81-bb21-42cd-9af4-862845d05650 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551779 Jul 13 14:48:26.485934 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3852315e-0e1c-4167-9359-d4847bcebd57 req-1b61a526-2103-4ae1-95dd-9f1d0e0365ab tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563576 Jul 13 14:48:26.530431 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0741c51-8ebb-4eb2-b134-b796f614e21c x-openstack-request-id: req-f0741c51-8ebb-4eb2-b134-b796f614e21c {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:26.531035 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c509c17-e579-41bc-88f6-aeb3ce76c487", "name": "network-vif-deleted", "tag": "78649853-c160-472f-b734-9ea4bfdbc7f6", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:26.531035 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f0741c51-8ebb-4eb2-b134-b796f614e21c {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:26.531373 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c509c17-e579-41bc-88f6-aeb3ce76c487', 'name': 'network-vif-deleted', 'tag': '78649853-c160-472f-b734-9ea4bfdbc7f6', 'status': 'completed', 'code': 200} Jul 13 14:48:27.280419 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3525-d6d9-49bb-b8fa-ff99c4240f08 req-b5801c67-faa5-475e-9eb3-94958af6b7fa tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:27.282077 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8f1f3525-d6d9-49bb-b8fa-ff99c4240f08 req-b5801c67-faa5-475e-9eb3-94958af6b7fa tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.0718772 Jul 13 14:48:27.323531 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8f1f3525-d6d9-49bb-b8fa-ff99c4240f08 req-5ec3102c-39ac-4876-8a56-62edfac30e94 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347095 Jul 13 14:48:27.430822 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edc48c-998d-46a1-a92c-4b73975b492e req-0358a94b-497e-4f6d-a990-a3cc60eb7df9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:27.432790 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-59edc48c-998d-46a1-a92c-4b73975b492e req-0358a94b-497e-4f6d-a990-a3cc60eb7df9 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0616927 Jul 13 14:48:27.468490 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-59edc48c-998d-46a1-a92c-4b73975b492e req-2ceb0c1c-d88a-45e8-a569-8d3f8d3df284 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304201 Jul 13 14:48:27.647701 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:48:27.698362 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd3435-b69f-4816-bbe2-f1db5f3f7176 req-71b0835c-3895-4743-b868-fe89395ab072 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:27.699943 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-93fd3435-b69f-4816-bbe2-f1db5f3f7176 req-71b0835c-3895-4743-b868-fe89395ab072 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 943 time: 0.1053598 Jul 13 14:48:27.712376 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6a816-1277-48df-8563-ad9669352fe4 req-1f15374b-ec87-4786-862e-36f4b0bde88c tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:27.713885 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2be6a816-1277-48df-8563-ad9669352fe4 req-1f15374b-ec87-4786-862e-36f4b0bde88c tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 946 time: 0.1101859 Jul 13 14:48:27.741844 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:27.754253 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'port_id': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'mac_address': 'fa:16:3e:1d:7b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:48:27.769847 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-93fd3435-b69f-4816-bbe2-f1db5f3f7176 req-494af988-58e3-4fbd-b49e-5aceb438f532 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550127 Jul 13 14:48:27.778498 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2be6a816-1277-48df-8563-ad9669352fe4 req-5be86a79-c9e8-4bfe-9aba-ce6bb6a60d2b tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577254 Jul 13 14:48:27.792738 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:27.805433 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:48:27.829407 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:27.833322 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:27.879639 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=9']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:28.123381 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:28.531417 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34810fb5-b41b-40a9-a1be-6060fa955a7e req-73df8a94-8e8e-4d6c-995d-41c5ef66fe85 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:28.533106 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-34810fb5-b41b-40a9-a1be-6060fa955a7e req-73df8a94-8e8e-4d6c-995d-41c5ef66fe85 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.1077600 Jul 13 14:48:28.542281 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed23ea-1876-4131-8af2-2d97f6dce849 req-c07c07d8-8794-4743-8ff2-be8ea875d0dc tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:28.543728 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-54ed23ea-1876-4131-8af2-2d97f6dce849 req-c07c07d8-8794-4743-8ff2-be8ea875d0dc tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.1071022 Jul 13 14:48:28.597947 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-34810fb5-b41b-40a9-a1be-6060fa955a7e req-a81fb351-462a-49b1-91d3-bbd38ef47fb4 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531592 Jul 13 14:48:28.604910 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-54ed23ea-1876-4131-8af2-2d97f6dce849 req-6f941e8c-dc8d-4d8a-aed7-72bb8fecab23 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/security-groups?id=6fb2c769-556a-4cc4-98a7-6da41be07a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542867 Jul 13 14:48:28.770009 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83756ff-ca66-4ae0-bc78-4a45be11b8e9 req-e391086f-680c-43da-b5a7-8426d56303bc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:28.771473 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e83756ff-ca66-4ae0-bc78-4a45be11b8e9 req-e391086f-680c-43da-b5a7-8426d56303bc tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0620270 Jul 13 14:48:28.808331 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e83756ff-ca66-4ae0-bc78-4a45be11b8e9 req-e2660046-614b-4b3b-aed5-d9aa5242175c tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Jul 13 14:48:28.957070 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3a007-5c5e-4e2a-9c9e-71e9494395ff req-58f3b9c9-297b-4c54-a912-524fad6574c2 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:28.958443 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7cd3a007-5c5e-4e2a-9c9e-71e9494395ff req-58f3b9c9-297b-4c54-a912-524fad6574c2 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 944 time: 0.0646784 Jul 13 14:48:28.994116 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7cd3a007-5c5e-4e2a-9c9e-71e9494395ff req-3a8680bc-e764-45c1-83a7-9a5858711d7d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300353 Jul 13 14:48:29.302791 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-99009261-23fd-4b3c-ae3c-70865e3ada4d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:29.304273 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-99009261-23fd-4b3c-ae3c-70865e3ada4d tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 946 time: 0.0678034 Jul 13 14:48:29.399790 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-28602d55-ca8b-4776-9dd4-2983ea02a145 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Deleting port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:29.400158 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-28602d55-ca8b-4776-9dd4-2983ea02a145 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:29.486292 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-28602d55-ca8b-4776-9dd4-2983ea02a145 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] For port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,segment=NetworkSegment(44648a6b-8766-4c38-b149-7a0dfa56fa9b),segment_id=44648a6b-8766-4c38-b149-7a0dfa56fa9b)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:29.486644 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-28602d55-ca8b-4776-9dd4-2983ea02a145 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:29.498688 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-28602d55-ca8b-4776-9dd4-2983ea02a145 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Calling delete_port for 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:29.615130 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-28602d55-ca8b-4776-9dd4-2983ea02a145 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:29.633525 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['448e113a-c24f-45c6-8f09-b3c3d2b9e5ab'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:48:29.646076 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28602d55-ca8b-4776-9dd4-2983ea02a145 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Pushing event deleted for resources: {'Port': ['ID=448e113a-c24f-45c6-8f09-b3c3d2b9e5ab,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:29.669922 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:48:29.690621 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-28602d55-ca8b-4776-9dd4-2983ea02a145 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] No DVR routers for this DVR port 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:29.693134 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-28602d55-ca8b-4776-9dd4-2983ea02a145 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:29.695046 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-be8405aa-d2ec-4b62-8fd3-b7a2070b8fad req-28602d55-ca8b-4776-9dd4-2983ea02a145 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.70 "DELETE /v2.0/ports/448e113a-c24f-45c6-8f09-b3c3d2b9e5ab HTTP/1.1" status: 204 len: 173 time: 0.3842924 Jul 13 14:48:29.695671 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50edfe2f-1944-4daa-8650-2f43bbe85a0d', 'name': 'network-vif-deleted', 'tag': '448e113a-c24f-45c6-8f09-b3c3d2b9e5ab'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:29.698114 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff85080-a9f5-4301-8043-d264b3751618" -d '{"events": [{"server_uuid": "50edfe2f-1944-4daa-8650-2f43bbe85a0d", "name": "network-vif-deleted", "tag": "448e113a-c24f-45c6-8f09-b3c3d2b9e5ab"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:29.721365 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:48:29.722027 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:29.779540 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fe47c4ad-2588-4bdb-9736-d452d1064d55 req-fd01843a-2210-4c79-8fcf-60362af14970 tempest-AttachVolumeNegativeTest-94191163 tempest-AttachVolumeNegativeTest-94191163-project] 10.222.0.68 "GET /v2.0/ports?device_id=50edfe2f-1944-4daa-8650-2f43bbe85a0d HTTP/1.1" status: 200 len: 210 time: 0.0382423 Jul 13 14:48:29.821397 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:29.832250 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6a2d5e-a0ff-46a1-8b5c-0adacfa52f27 x-openstack-request-id: req-da6a2d5e-a0ff-46a1-8b5c-0adacfa52f27 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:29.835769 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50edfe2f-1944-4daa-8650-2f43bbe85a0d", "name": "network-vif-deleted", "tag": "448e113a-c24f-45c6-8f09-b3c3d2b9e5ab", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:29.836045 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-da6a2d5e-a0ff-46a1-8b5c-0adacfa52f27 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:29.836439 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50edfe2f-1944-4daa-8650-2f43bbe85a0d', 'name': 'network-vif-deleted', 'tag': '448e113a-c24f-45c6-8f09-b3c3d2b9e5ab', 'status': 'completed', 'code': 200} Jul 13 14:48:29.845707 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf147bf-6d28-4c0f-b2bf-d27d496c1487 req-5c35cf83-a078-49f7-8327-6d723d04c155 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:29.847688 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-daf147bf-6d28-4c0f-b2bf-d27d496c1487 req-5c35cf83-a078-49f7-8327-6d723d04c155 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0953641 Jul 13 14:48:29.867537 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:29.873812 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296836c6-1b17-476d-8c87-a5a2b8687107" -d '{"events": [{"server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "name": "network-vif-plugged", "status": "completed", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:29.877996 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:29.883130 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:29.883929 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:29.900474 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-daf147bf-6d28-4c0f-b2bf-d27d496c1487 req-2a649292-19e2-487f-aebd-fa8c5d760d74 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432873 Jul 13 14:48:29.924557 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:29.924970 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 448e113a-c24f-45c6-8f09-b3c3d2b9e5ab not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:29.925455 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 78649853-c160-472f-b734-9ea4bfdbc7f6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:29.946497 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736a1e88-72dc-4499-ab13-cfcb73c2199f x-openstack-request-id: req-736a1e88-72dc-4499-ab13-cfcb73c2199f {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:29.946875 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "name": "network-vif-plugged", "status": "completed", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:29.947207 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-736a1e88-72dc-4499-ab13-cfcb73c2199f {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:29.948200 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'code': 200} Jul 13 14:48:29.950850 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 78649853-c160-472f-b734-9ea4bfdbc7f6 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:29.951258 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 78649853-c160-472f-b734-9ea4bfdbc7f6 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:29.972541 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=10']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:29.999415 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de454cd4-00a1-413c-a80b-a97d5d6be1bb req-ac90e835-1c05-4d60-be6f-67510d6f16a1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:30.000899 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-de454cd4-00a1-413c-a80b-a97d5d6be1bb req-ac90e835-1c05-4d60-be6f-67510d6f16a1 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0680883 Jul 13 14:48:30.038386 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-de454cd4-00a1-413c-a80b-a97d5d6be1bb req-573cec81-dce0-427b-a45b-c36aa888a0cd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Jul 13 14:48:30.172470 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff0d95-3c38-458a-9e1d-f4a37125b4ae req-84f26ad1-50bc-4bfc-8862-1fd9c08da928 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:30.173908 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-79ff0d95-3c38-458a-9e1d-f4a37125b4ae req-84f26ad1-50bc-4bfc-8862-1fd9c08da928 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 946 time: 0.0614240 Jul 13 14:48:30.211028 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-79ff0d95-3c38-458a-9e1d-f4a37125b4ae req-77729942-1480-4dd7-871a-2db41a1867d7 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Jul 13 14:48:30.492790 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c37f3e-9829-409a-89cf-8b98f13eae13 req-615f6866-5c50-438c-a781-514b2f4e0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:30.494333 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-70c37f3e-9829-409a-89cf-8b98f13eae13 req-615f6866-5c50-438c-a781-514b2f4e0de7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 1099 time: 0.0538588 Jul 13 14:48:30.535192 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-70c37f3e-9829-409a-89cf-8b98f13eae13 req-81a7e106-db69-4ded-894b-1b473dc818ea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268970 Jul 13 14:48:30.870133 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33006) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:30.912899 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b354602-84c9-46e0-b316-740fd3e5b62c admin admin] Deleting subnet 0fed1be0-ce58-4e2a-9c3d-b9f2a7445750 {{(pid=99622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:48:30.915693 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2b354602-84c9-46e0-b316-740fd3e5b62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:30.951182 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2b354602-84c9-46e0-b316-740fd3e5b62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5842348'] for subnet, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:30.992561 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2b354602-84c9-46e0-b316-740fd3e5b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.050418 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2b354602-84c9-46e0-b316-740fd3e5b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6224379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6037158'] for subnet, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.071766 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a73fb9-b928-4bfb-9df8-b937d4bf04cb req-c65e7bc0-5e6e-4c20-82c1-d6524f5b9252 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:31.074022 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d8a73fb9-b928-4bfb-9df8-b937d4bf04cb req-c65e7bc0-5e6e-4c20-82c1-d6524f5b9252 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0686159 Jul 13 14:48:31.076503 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b354602-84c9-46e0-b316-740fd3e5b62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fed1be0-ce58-4e2a-9c3d-b9f2a7445750,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:31.085355 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2b354602-84c9-46e0-b316-740fd3e5b62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.088485 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-2b354602-84c9-46e0-b316-740fd3e5b62c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0fed1be0-ce58-4e2a-9c3d-b9f2a7445750 HTTP/1.1" status: 204 len: 168 time: 0.2173381 Jul 13 14:48:31.089813 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33012) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:31.114960 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d8a73fb9-b928-4bfb-9df8-b937d4bf04cb req-49565c07-e438-4ff5-a4b8-57e250209719 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340559 Jul 13 14:48:31.163468 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.215153 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a81b8e-91bc-4959-8cc5-9c57e690a10e req-a9daae1c-7b86-4099-9924-1a3cdbc3c1db tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:31.216659 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-20a81b8e-91bc-4959-8cc5-9c57e690a10e req-a9daae1c-7b86-4099-9924-1a3cdbc3c1db tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0621576 Jul 13 14:48:31.238564 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.250428 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a42372-1973-4e89-86bb-cfe54dc44694']}} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:31.255971 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-20a81b8e-91bc-4959-8cc5-9c57e690a10e req-ac90be27-543d-4a91-a04d-bf9c6d7b8e28 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Jul 13 14:48:31.262429 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44648a6b-8766-4c38-b149-7a0dfa56fa9b') {'for_net_delete': True} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:31.262737 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44648a6b-8766-4c38-b149-7a0dfa56fa9b') {} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:31.272551 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5842357'] for segment, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.289626 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.295456 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=99622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:48:31.295848 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6223957'] for segment, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: Traceback (most recent call last): Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: timer() Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: cb(*args, **kw) Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: return func(*args, **kwargs) Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: self._notify() Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: self.callback(batched_events) Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: event.method(event) Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: return f(self, *a, **k) Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._get(url).json() Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: return self.request(url, 'GET', **kwargs) Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:48:31.297493 dv-cinder-733622-17-iscsi neutron-server[99622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:48:31.349107 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.366388 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a42372-1973-4e89-86bb-cfe54dc44694,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:31.368494 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.370933 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-d5a0fab4-e0a3-46ff-be70-29333fedb959 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b9a42372-1973-4e89-86bb-cfe54dc44694 HTTP/1.1" status: 204 len: 168 time: 0.2800989 Jul 13 14:48:31.406092 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aacb9f-40b3-4374-9a0b-93c50dce6c93 req-b719643b-ab45-401b-8c5f-d200eda81fb1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:31.406092 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-23aacb9f-40b3-4374-9a0b-93c50dce6c93 req-b719643b-ab45-401b-8c5f-d200eda81fb1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 946 time: 0.0781229 Jul 13 14:48:31.443059 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-23aacb9f-40b3-4374-9a0b-93c50dce6c93 req-1ff20423-b937-4ae3-b772-792eb1364644 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318062 Jul 13 14:48:31.595697 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33022) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:31.640172 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-0d21efc6-66b7-4b3d-a090-92ad13f7eb2c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b3c706a3a2034358ae8211a94d903ec0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430501 Jul 13 14:48:31.642554 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33026) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:31.689569 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.710425 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.756107 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.758887 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:31.760100 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6fb2c769-556a-4cc4-98a7-6da41be07a7a HTTP/1.1" status: 204 len: 168 time: 0.1164970 Jul 13 14:48:31.767608 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb2c769-556a-4cc4-98a7-6da41be07a7a,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:31.778949 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.779276 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.779698 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.780136 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.780544 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.780996 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.781404 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.781736 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.782401 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.782796 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.783269 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:31.783622 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a065164-b7a1-41d6-9213-ccf222a42cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:32.297289 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f4a54-34c3-4ff9-b6a4-3d66107dcadb req-f291ec68-bd4c-4598-9bd7-d530fcee3d85 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:32.299104 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ca2f4a54-34c3-4ff9-b6a4-3d66107dcadb req-f291ec68-bd4c-4598-9bd7-d530fcee3d85 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0711524 Jul 13 14:48:32.345050 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ca2f4a54-34c3-4ff9-b6a4-3d66107dcadb req-2626ce3f-fa8e-4826-9a21-cc7cf6a13644 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402453 Jul 13 14:48:32.446649 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576e188-09c3-4507-a4bc-150e59a1a530 req-4d7f3158-7212-46f1-b4fc-fc1c62948421 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:32.449063 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d576e188-09c3-4507-a4bc-150e59a1a530 req-4d7f3158-7212-46f1-b4fc-fc1c62948421 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0733325 Jul 13 14:48:32.497041 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d576e188-09c3-4507-a4bc-150e59a1a530 req-fd4b0379-2126-41ab-bf51-c9a5cc1e069a tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379522 Jul 13 14:48:32.634667 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e3be-af6e-4c34-ac17-dc779f60c880 req-fdf01b51-bba0-4e29-8e6a-b6a3ec521b86 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:32.636856 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2633e3be-af6e-4c34-ac17-dc779f60c880 req-fdf01b51-bba0-4e29-8e6a-b6a3ec521b86 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 946 time: 0.0682442 Jul 13 14:48:32.674260 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2633e3be-af6e-4c34-ac17-dc779f60c880 req-03c258c5-33c1-4274-b418-7753c758b25d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315449 Jul 13 14:48:33.450272 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33122) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:33.555790 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e52cb8-76aa-458d-bcb4-6303e0646b6c req-a3931cb8-81a4-4be9-9d84-5c4ac43b0b5f tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.563386 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-65e52cb8-76aa-458d-bcb4-6303e0646b6c req-a3931cb8-81a4-4be9-9d84-5c4ac43b0b5f tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0994585 Jul 13 14:48:33.604944 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-65e52cb8-76aa-458d-bcb4-6303e0646b6c req-3babd782-9a7e-4e37-9f10-55f00ce3d791 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407033 Jul 13 14:48:33.617198 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-537456d6-dc89-428e-8e90-bbded56ee002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:33.699433 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46b6cc-afec-41ba-b51c-121edb0152e8 req-96ee6ab7-8819-4a93-bb1a-d8432ac9313c tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.701077 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ae46b6cc-afec-41ba-b51c-121edb0152e8 req-96ee6ab7-8819-4a93-bb1a-d8432ac9313c tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.0645030 Jul 13 14:48:33.739143 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ae46b6cc-afec-41ba-b51c-121edb0152e8 req-6bb5f400-6b08-4f2a-a9ee-8a0b524aefdf tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/security-groups?id=b67e1232-0328-4169-98df-d06e1e2fc213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 Jul 13 14:48:33.742822 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-537456d6-dc89-428e-8e90-bbded56ee002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:33.753388 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-537456d6-dc89-428e-8e90-bbded56ee002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:33.805437 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-236dae85-bd1c-41be-a8ee-d138d3a4fa2f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:33.806802 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-236dae85-bd1c-41be-a8ee-d138d3a4fa2f tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.70 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 945 time: 0.1242332 Jul 13 14:48:33.807742 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537456d6-dc89-428e-8e90-bbded56ee002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452af895-465a-45ef-a9c8-a62010ba8550,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:33.811753 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-537456d6-dc89-428e-8e90-bbded56ee002 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d94589b84e6641669bb42f9c8ae3d8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605053 Jul 13 14:48:33.814543 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33130) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:33.863482 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc7c5-dd41-4a34-a170-04410e1e95c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:33.883803 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc7c5-dd41-4a34-a170-04410e1e95c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:33.904697 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-d87aa3c2-3168-4ea0-9f61-36547a1944bd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Deleting port 109a1cbe-befd-4702-b0e0-9d5c013c6cec {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:33.905049 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-d87aa3c2-3168-4ea0-9f61-36547a1944bd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:33.929604 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc7c5-dd41-4a34-a170-04410e1e95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:33.932169 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc7c5-dd41-4a34-a170-04410e1e95c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:33.933320 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-7f9cc7c5-dd41-4a34-a170-04410e1e95c8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/452af895-465a-45ef-a9c8-a62010ba8550 HTTP/1.1" status: 204 len: 168 time: 0.1177781 Jul 13 14:48:33.940994 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cc7c5-dd41-4a34-a170-04410e1e95c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452af895-465a-45ef-a9c8-a62010ba8550,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:33.997943 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-d87aa3c2-3168-4ea0-9f61-36547a1944bd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] For port 109a1cbe-befd-4702-b0e0-9d5c013c6cec, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=109a1cbe-befd-4702-b0e0-9d5c013c6cec,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:33.998314 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-d87aa3c2-3168-4ea0-9f61-36547a1944bd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:34.011682 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-d87aa3c2-3168-4ea0-9f61-36547a1944bd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Calling delete_port for 109a1cbe-befd-4702-b0e0-9d5c013c6cec owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:34.212716 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33136) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:34.226668 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6272d81e-d36e-40f6-b916-10abfb4e2b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:34.322034 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6272d81e-d36e-40f6-b916-10abfb4e2b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:34.326258 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6272d81e-d36e-40f6-b916-10abfb4e2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:34.364991 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-6272d81e-d36e-40f6-b916-10abfb4e2b98 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c1e5da07cfc748238af39a5207cce09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511230 Jul 13 14:48:34.365849 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272d81e-d36e-40f6-b916-10abfb4e2b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b925e5-a96f-4252-9c1e-e9b01f61b47d,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:34.367696 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33138) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:34.395589 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-d87aa3c2-3168-4ea0-9f61-36547a1944bd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:34.432541 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aa3c2-3168-4ea0-9f61-36547a1944bd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Pushing event deleted for resources: {'Port': ['ID=109a1cbe-befd-4702-b0e0-9d5c013c6cec,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:34.487264 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-d87aa3c2-3168-4ea0-9f61-36547a1944bd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] No DVR routers for this DVR port 109a1cbe-befd-4702-b0e0-9d5c013c6cec on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:34.488828 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1f42d33e-0871-43fe-84c9-b28301e99a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:34.491729 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-d87aa3c2-3168-4ea0-9f61-36547a1944bd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:34.493634 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ffa56e1f-97f3-4b2c-af74-8aa450be0092 req-d87aa3c2-3168-4ea0-9f61-36547a1944bd tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.70 "DELETE /v2.0/ports/109a1cbe-befd-4702-b0e0-9d5c013c6cec HTTP/1.1" status: 204 len: 173 time: 0.6806388 Jul 13 14:48:34.494112 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1735284f-1e3f-4060-9e32-fc1219c804f2', 'name': 'network-vif-deleted', 'tag': '109a1cbe-befd-4702-b0e0-9d5c013c6cec'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:34.496877 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580d2ea7-8b21-4642-9a94-a1070d11fb56" -d '{"events": [{"server_uuid": "1735284f-1e3f-4060-9e32-fc1219c804f2", "name": "network-vif-deleted", "tag": "109a1cbe-befd-4702-b0e0-9d5c013c6cec"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:34.520137 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1f42d33e-0871-43fe-84c9-b28301e99a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:34.546694 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce9e675-17d7-4df0-bd63-430e57def628 x-openstack-request-id: req-9ce9e675-17d7-4df0-bd63-430e57def628 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:34.546990 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1735284f-1e3f-4060-9e32-fc1219c804f2", "name": "network-vif-deleted", "tag": "109a1cbe-befd-4702-b0e0-9d5c013c6cec", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:34.547249 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9ce9e675-17d7-4df0-bd63-430e57def628 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:34.547636 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1735284f-1e3f-4060-9e32-fc1219c804f2', 'name': 'network-vif-deleted', 'tag': '109a1cbe-befd-4702-b0e0-9d5c013c6cec', 'status': 'completed', 'code': 200} Jul 13 14:48:34.586229 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1f42d33e-0871-43fe-84c9-b28301e99a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:34.588825 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1f42d33e-0871-43fe-84c9-b28301e99a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:34.590340 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-1f42d33e-0871-43fe-84c9-b28301e99a65 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/51b925e5-a96f-4252-9c1e-e9b01f61b47d HTTP/1.1" status: 204 len: 168 time: 0.2215154 Jul 13 14:48:34.606483 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42d33e-0871-43fe-84c9-b28301e99a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b925e5-a96f-4252-9c1e-e9b01f61b47d,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:34.807201 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4389e70-56f8-4a01-8489-9aad8765dc7c req-46f6e4e5-55b2-4337-ab5e-4aeb33dacba3 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:34.808774 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d4389e70-56f8-4a01-8489-9aad8765dc7c req-46f6e4e5-55b2-4337-ab5e-4aeb33dacba3 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0710633 Jul 13 14:48:34.848471 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d4389e70-56f8-4a01-8489-9aad8765dc7c req-ca970ece-2004-46d9-a43a-8aaa2c904755 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340509 Jul 13 14:48:34.894364 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2ab5e2b9-3f33-4473-a7f1-6d8a9e0a11c0 req-20ff34aa-2421-4bd4-a3b8-c8a6e323b602 tempest-ServerRescueNegativeTestJSON-1729151968 tempest-ServerRescueNegativeTestJSON-1729151968-project] 10.222.0.68 "GET /v2.0/ports?device_id=1735284f-1e3f-4060-9e32-fc1219c804f2 HTTP/1.1" status: 200 len: 210 time: 0.0280030 Jul 13 14:48:35.714933 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 109a1cbe-befd-4702-b0e0-9d5c013c6cec no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:35.738204 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 109a1cbe-befd-4702-b0e0-9d5c013c6cec {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:35.738556 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 109a1cbe-befd-4702-b0e0-9d5c013c6cec not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:35.987412 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33200) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:36.041176 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b0ac0-5ff6-4fcd-8ede-0cf86f56e0b1 req-36cd9043-f120-4d4a-94f7-a84d7a5b35d0 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:36.042713 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e11b0ac0-5ff6-4fcd-8ede-0cf86f56e0b1 req-36cd9043-f120-4d4a-94f7-a84d7a5b35d0 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0753841 Jul 13 14:48:36.092011 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e11b0ac0-5ff6-4fcd-8ede-0cf86f56e0b1 req-36233a72-8114-4495-918c-2c4d7631c5a8 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376024 Jul 13 14:48:36.415586 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716393'] for router_interface, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:36.729037 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] Deleting port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:36.729393 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:36.820445 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] For port 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=137e3d84-09a0-4de0-9d4a-87cccc1ca8f0,segment=NetworkSegment(07c5763b-3f1f-428e-9ef8-12afa661b9aa),segment_id=07c5763b-3f1f-428e-9ef8-12afa661b9aa)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:36.820808 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:36.834377 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] Calling delete_port for 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 owned by network:router_interface {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:37.031036 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.056238 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=137e3d84-09a0-4de0-9d4a-87cccc1ca8f0,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:37.223745 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715661'] for router_interface, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.276668 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621230bd-2157-4c8a-b4c0-e668893a542c req-63fb2509-24bf-4244-b372-550bac1ef1f5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:37.278335 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-621230bd-2157-4c8a-b4c0-e668893a542c req-63fb2509-24bf-4244-b372-550bac1ef1f5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0657141 Jul 13 14:48:37.320483 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-621230bd-2157-4c8a-b4c0-e668893a542c req-df339583-f664-49ea-9841-f6a1524b33bb tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365331 Jul 13 14:48:37.429380 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33294) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:37.439823 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] Router f65fec8f-1927-4616-ad2c-3e5425e37b1d has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:48:37.529825 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-602997e9-b83e-413c-9141-eaa4ede7d0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.543585 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:37.550208 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-6b034a40-9b0d-41f4-a76c-573c775e63e9 admin admin] 10.222.0.68 "PUT /v2.0/routers/f65fec8f-1927-4616-ad2c-3e5425e37b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5558448 Jul 13 14:48:37.551185 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33298) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:37.553353 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] Sync routers for ids ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:37.564083 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] Routers {'f65fec8f-1927-4616-ad2c-3e5425e37b1d'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:37.565177 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:48:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:37.628790 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-602997e9-b83e-413c-9141-eaa4ede7d0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.633111 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-602997e9-b83e-413c-9141-eaa4ede7d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.658920 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Notify callbacks [] for router, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.673897 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] Set router f65fec8f-1927-4616-ad2c-3e5425e37b1d gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:37.679666 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-602997e9-b83e-413c-9141-eaa4ede7d0f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7bf610b0e6fc451daec627d6ef78f153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491488 Jul 13 14:48:37.680309 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33300) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:37.708457 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602997e9-b83e-413c-9141-eaa4ede7d0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55d9662-3203-49df-a27d-d0e3584edab9,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:37.741581 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6b2187a1-0267-41d9-b6b4-288712bfec81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.762602 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6b2187a1-0267-41d9-b6b4-288712bfec81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.765809 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.819171 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6b2187a1-0267-41d9-b6b4-288712bfec81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.822056 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6b2187a1-0267-41d9-b6b4-288712bfec81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.823234 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-6b2187a1-0267-41d9-b6b4-288712bfec81 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d55d9662-3203-49df-a27d-d0e3584edab9 HTTP/1.1" status: 204 len: 168 time: 0.1404884 Jul 13 14:48:37.831328 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2187a1-0267-41d9-b6b4-288712bfec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55d9662-3203-49df-a27d-d0e3584edab9,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:37.835491 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Deleting port defcea1f-3290-4593-af51-58eea9a45736 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:37.836001 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.877296 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-router', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'defcea1f-3290-4593-af51-58eea9a45736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:19Z', 'updated_at': '2021-07-13T14:48:36Z', 'revision_number': 5, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'gw_port': {'id': 'defcea1f-3290-4593-af51-58eea9a45736', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:20Z', 'updated_at': '2021-07-13T14:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:37.907508 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] Checking router: f65fec8f-1927-4616-ad2c-3e5425e37b1d for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:37.916594 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] Routers {'f65fec8f-1927-4616-ad2c-3e5425e37b1d'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:37.917207 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:48:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:37.924535 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] For port defcea1f-3290-4593-af51-58eea9a45736, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=defcea1f-3290-4593-af51-58eea9a45736,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:37.925172 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.941573 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Calling delete_port for defcea1f-3290-4593-af51-58eea9a45736 owned by network:router_gateway {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:38.105891 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] Set router f65fec8f-1927-4616-ad2c-3e5425e37b1d gateway port host: None {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:38.137945 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33308) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:38.152046 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dd3cee86-8e69-49c9-9280-2968f83d3fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.168351 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-router', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:19Z', 'updated_at': '2021-07-13T14:48:37Z', 'revision_number': 6, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'gw_port_host': None}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:38.201147 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb8af1-8980-4dfc-8bab-3cf82acabad8 None None] The sync data for ids ['f65fec8f-1927-4616-ad2c-3e5425e37b1d'] in dv-cinder-733622-17-iscsi is: [{'id': 'f65fec8f-1927-4616-ad2c-3e5425e37b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1342040816-router', 'tenant_id': '7debb9fcf765453d9ff08b4cee2c148f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:19Z', 'updated_at': '2021-07-13T14:48:37Z', 'revision_number': 6, 'project_id': '7debb9fcf765453d9ff08b4cee2c148f', 'gw_port_host': None}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:38.255363 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dd3cee86-8e69-49c9-9280-2968f83d3fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.260505 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dd3cee86-8e69-49c9-9280-2968f83d3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.298777 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-dd3cee86-8e69-49c9-9280-2968f83d3fa3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=537f0d73feb8477b9a62ae9d3cd184c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596162 Jul 13 14:48:38.299938 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cee86-8e69-49c9-9280-2968f83d3fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80e24c4-c275-4b0a-9694-b2174a4f812b,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:38.302207 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33310) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:38.388476 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ee244b7-51d1-4b95-95d8-50bfa3270d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.397221 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.431497 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=defcea1f-3290-4593-af51-58eea9a45736,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:38.435770 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ee244b7-51d1-4b95-95d8-50bfa3270d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.502196 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc9e6a-9e8a-4521-8d0c-79fbfe34e91d req-95f2e40e-7eff-4988-936a-2391bbc787ea tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:38.503580 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e8dc9e6a-9e8a-4521-8d0c-79fbfe34e91d req-95f2e40e-7eff-4988-936a-2391bbc787ea tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0649035 Jul 13 14:48:38.519305 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717839'] for router_gateway, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.543592 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e8dc9e6a-9e8a-4521-8d0c-79fbfe34e91d req-9fa5df5e-6f2e-43f1-9a0a-402071dfa406 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341198 Jul 13 14:48:38.603596 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ee244b7-51d1-4b95-95d8-50bfa3270d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.606106 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ee244b7-51d1-4b95-95d8-50bfa3270d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.607259 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0ee244b7-51d1-4b95-95d8-50bfa3270d90 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d80e24c4-c275-4b0a-9694-b2174a4f812b HTTP/1.1" status: 204 len: 168 time: 0.3044293 Jul 13 14:48:38.644691 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4998'] for router, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.646504 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee244b7-51d1-4b95-95d8-50bfa3270d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80e24c4-c275-4b0a-9694-b2174a4f812b,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:38.648738 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.715063 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655636'] for router, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.715666 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f65fec8f-1927-4616-ad2c-3e5425e37b1d {{(pid=99622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:48:38.721418 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] Notify callbacks [] for router, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.724967 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-6c5e6e80-f3e3-4ed5-9058-1ec41f4f8a25 admin admin] 10.222.0.68 "DELETE /v2.0/routers/f65fec8f-1927-4616-ad2c-3e5425e37b1d HTTP/1.1" status: 204 len: 168 time: 1.1704717 Jul 13 14:48:38.725157 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33316) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:38.779767 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb516da1-a885-4f30-af66-264d0b172f1d admin admin] Deleting subnet 72ddfe58-aee9-41da-a034-bcc643230d07 {{(pid=99622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:48:38.783177 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-cb516da1-a885-4f30-af66-264d0b172f1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.816313 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-cb516da1-a885-4f30-af66-264d0b172f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5842348'] for subnet, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.854287 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-cb516da1-a885-4f30-af66-264d0b172f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.910543 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-cb516da1-a885-4f30-af66-264d0b172f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6224379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6037158'] for subnet, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.940094 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb516da1-a885-4f30-af66-264d0b172f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ddfe58-aee9-41da-a034-bcc643230d07,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:38.943525 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-cb516da1-a885-4f30-af66-264d0b172f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.946302 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-cb516da1-a885-4f30-af66-264d0b172f1d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/72ddfe58-aee9-41da-a034-bcc643230d07 HTTP/1.1" status: 204 len: 168 time: 0.2200935 Jul 13 14:48:38.947871 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33328) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:39.018122 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.102452 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.113252 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531724de-8eb2-495b-9808-a0955ea1d07f']}} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:39.120743 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:39.129155 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c5763b-3f1f-428e-9ef8-12afa661b9aa') {'for_net_delete': True} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:39.129460 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c5763b-3f1f-428e-9ef8-12afa661b9aa') {} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:39.139538 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5842357'] for segment, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.151961 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:39.152540 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 137e3d84-09a0-4de0-9d4a-87cccc1ca8f0 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:39.153140 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device defcea1f-3290-4593-af51-58eea9a45736 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:39.171009 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.174049 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: defcea1f-3290-4593-af51-58eea9a45736 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:39.174794 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device defcea1f-3290-4593-af51-58eea9a45736 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:39.186258 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=99622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:48:39.186258 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6223957'] for segment, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: Traceback (most recent call last): Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: timer() Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: cb(*args, **kw) Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: return func(*args, **kwargs) Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: self._notify() Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: self.callback(batched_events) Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: event.method(event) Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: return f(self, *a, **k) Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._get(url).json() Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: return self.request(url, 'GET', **kwargs) Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:48:39.186657 dv-cinder-733622-17-iscsi neutron-server[99622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:48:39.246722 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.264038 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.266006 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/531724de-8eb2-495b-9808-a0955ea1d07f HTTP/1.1" status: 204 len: 168 time: 0.3171287 Jul 13 14:48:39.267270 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73666041-34c9-49e2-b5d1-b72dd69685e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=531724de-8eb2-495b-9808-a0955ea1d07f,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:39.463159 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33346) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:39.509364 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-c139f7d9-a480-4e6b-ba64-b9d881a25000 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7debb9fcf765453d9ff08b4cee2c148f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0449014 Jul 13 14:48:39.512338 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33348) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:39.577013 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-615d5129-9d03-4d09-a851-dfcba2cb0647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.604725 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-615d5129-9d03-4d09-a851-dfcba2cb0647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.671003 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-615d5129-9d03-4d09-a851-dfcba2cb0647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.674513 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-615d5129-9d03-4d09-a851-dfcba2cb0647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:39.678236 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-615d5129-9d03-4d09-a851-dfcba2cb0647 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b67e1232-0328-4169-98df-d06e1e2fc213 HTTP/1.1" status: 204 len: 168 time: 0.1624174 Jul 13 14:48:39.685983 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d5129-9d03-4d09-a851-dfcba2cb0647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e1232-0328-4169-98df-d06e1e2fc213,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:39.762388 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846256-d3c6-4264-9f66-3ffbb936c53f req-65fc77fb-4377-4f76-b260-e18272d1efde tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:39.765047 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e6846256-d3c6-4264-9f66-3ffbb936c53f req-65fc77fb-4377-4f76-b260-e18272d1efde tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0873959 Jul 13 14:48:39.806243 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e6846256-d3c6-4264-9f66-3ffbb936c53f req-2a904e75-dce0-4a98-8af7-fb09275112a0 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351131 Jul 13 14:48:40.381341 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33392) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:40.480037 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-486248288-network', 'tenant_id': 'ffac62f86c8d42288127fb72b31d7732'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:40.501763 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Made reservation on behalf of ffac62f86c8d42288127fb72b31d7732 for: {'network': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:40.504411 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.514625 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.603550 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.607101 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.630710 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=99622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:48:40.641170 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd8604-96f9-4114-a97a-6277ac20b7ec,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:40.645990 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.646336 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.segments_db [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Added segment cfd8fb6a-3f0b-421e-b218-0276b26ef2e6 of type vlan for network 0ff70e05-0120-44fe-8225-f916262f3f91 Jul 13 14:48:40.684830 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.714900 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.715927 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:40.716598 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.739827 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:48:40.764941 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3823986 Jul 13 14:48:40.767892 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33400) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:40.772890 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Request body: {'subnet': {'network_id': '0ff70e05-0120-44fe-8225-f916262f3f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-486248288-subnet', 'tenant_id': 'ffac62f86c8d42288127fb72b31d7732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:40.775085 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f760aa8-f488-40ec-806e-82853f4d5e1e admin admin] Pushing event updated for resources: {'Network': ['ID=0ff70e05-0120-44fe-8225-f916262f3f91,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:40.785136 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 0ff70e05-0120-44fe-8225-f916262f3f91 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:48:40.792739 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Made reservation on behalf of ffac62f86c8d42288127fb72b31d7732 for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:40.795104 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.984749 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.048696 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a3786e-826e-4096-b4b8-e8469e1c3d30,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:41.065920 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Checking segment: {'id': 'cfd8fb6a-3f0b-421e-b218-0276b26ef2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0ff70e05-0120-44fe-8225-f916262f3f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:41.066281 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Network hostable DHCP agents. Network: 0ff70e05-0120-44fe-8225-f916262f3f91, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:48:41.075524 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb372022-a877-42b3-930d-e26846d62644 req-769ea410-03db-455c-9146-2237f578e948 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:41.077026 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eb372022-a877-42b3-930d-e26846d62644 req-769ea410-03db-455c-9146-2237f578e948 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.1416481 Jul 13 14:48:41.105036 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Network 0ff70e05-0120-44fe-8225-f916262f3f91 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:48:41.117864 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 0ff70e05-0120-44fe-8225-f916262f3f91) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:41.126901 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8026ae1-19b1-4b80-83e6-208769282724 None None] Network 0ff70e05-0120-44fe-8225-f916262f3f91 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:41.129726 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:41.130349 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.138427 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eb372022-a877-42b3-930d-e26846d62644 req-c34f98b1-76bc-41b8-a865-5fbb7fc085aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544839 Jul 13 14:48:41.156685 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-78ae571f-cdef-4a49-bbcc-42350f17c0f1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3876309 Jul 13 14:48:41.257678 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8872d3e7-c1a6-4f4a-abe9-7051e61a239c None None] Network 0ff70e05-0120-44fe-8225-f916262f3f91 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:41.607339 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33422) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:41.612275 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1892533191-network', 'tenant_id': '7485e6d938f84d01ae80330bc3b965aa'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:41.632124 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Made reservation on behalf of 7485e6d938f84d01ae80330bc3b965aa for: {'network': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:41.634506 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.642447 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.727854 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.731912 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.751162 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=99621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:48:41.763906 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5bc7b4-4d92-4f22-a864-1a2f105b83f8,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:41.768511 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.769133 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.segments_db [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Added segment 695441c9-9173-471a-8b56-97525169fac8 of type vlan for network a700b95a-7226-424a-a257-c716197b0540 Jul 13 14:48:41.811226 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.839133 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.840003 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:41.840604 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.888255 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2798252 Jul 13 14:48:41.891143 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33424) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:41.896710 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Request body: {'subnet': {'network_id': 'a700b95a-7226-424a-a257-c716197b0540', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1892533191-subnet', 'tenant_id': '7485e6d938f84d01ae80330bc3b965aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:41.898519 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e78643-f2a3-4446-baae-ed7457fde9f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a700b95a-7226-424a-a257-c716197b0540,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:41.909493 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network a700b95a-7226-424a-a257-c716197b0540 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:48:41.920057 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Made reservation on behalf of 7485e6d938f84d01ae80330bc3b965aa for: {'subnet': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:41.922381 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6037123'] for subnet, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.084168 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6224186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6037169'] for subnet, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.142087 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eaf4cd1-320c-4096-96b9-8ac43322056d,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:42.146352 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Checking segment: {'id': '695441c9-9173-471a-8b56-97525169fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'a700b95a-7226-424a-a257-c716197b0540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:42.146705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Network hostable DHCP agents. Network: a700b95a-7226-424a-a257-c716197b0540, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:48:42.163470 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Network a700b95a-7226-424a-a257-c716197b0540 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:48:42.172215 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, a700b95a-7226-424a-a257-c716197b0540) {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:42.177890 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:42.177890 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.181058 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928b457b-53a0-43dd-9070-5aaec0bd509f None None] Network a700b95a-7226-424a-a257-c716197b0540 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:42.191801 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-1816fea4-cf29-497a-9dfd-2c605a30f7b8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2990880 Jul 13 14:48:42.304624 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33432) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:42.320607 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6937532a-5056-4170-a9a0-5ae04b75de7e None None] Network a700b95a-7226-424a-a257-c716197b0540 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:42.335705 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff8eca-7808-41f6-9851-19bda04840da req-e226ca06-9eb2-433b-96b2-efb5f84a8d60 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:42.337370 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-60ff8eca-7808-41f6-9851-19bda04840da req-e226ca06-9eb2-433b-96b2-efb5f84a8d60 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0715783 Jul 13 14:48:42.358302 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce5e992-e13d-439e-ad4c-50f768ec4cb8 admin admin] Deleting subnet a4a3786e-826e-4096-b4b8-e8469e1c3d30 {{(pid=99622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:48:42.361656 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e992-e13d-439e-ad4c-50f768ec4cb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.376182 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-60ff8eca-7808-41f6-9851-19bda04840da req-64de7145-b518-460a-91c8-33856806ebe5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330768 Jul 13 14:48:42.398736 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e992-e13d-439e-ad4c-50f768ec4cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5842348'] for subnet, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.437006 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e992-e13d-439e-ad4c-50f768ec4cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.488791 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e992-e13d-439e-ad4c-50f768ec4cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6224379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6037158'] for subnet, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.516375 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e992-e13d-439e-ad4c-50f768ec4cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.518171 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-1ce5e992-e13d-439e-ad4c-50f768ec4cb8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a4a3786e-826e-4096-b4b8-e8469e1c3d30 HTTP/1.1" status: 204 len: 168 time: 0.2125587 Jul 13 14:48:42.519107 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5e992-e13d-439e-ad4c-50f768ec4cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a3786e-826e-4096-b4b8-e8469e1c3d30,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:42.520849 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33434) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:42.590255 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.666609 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.675767 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff70e05-0120-44fe-8225-f916262f3f91']}} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:42.686024 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd8fb6a-3f0b-421e-b218-0276b26ef2e6') {'for_net_delete': True} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:42.686325 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd8fb6a-3f0b-421e-b218-0276b26ef2e6') {} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:42.694657 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5842357'] for segment, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.707502 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.713271 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=99622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:48:42.713668 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6223957'] for segment, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: Traceback (most recent call last): Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: timer() Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: cb(*args, **kw) Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: return func(*args, **kwargs) Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: self._notify() Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: self.callback(batched_events) Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: event.method(event) Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: return f(self, *a, **k) Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._get(url).json() Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: return self.request(url, 'GET', **kwargs) Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:48:42.715238 dv-cinder-733622-17-iscsi neutron-server[99622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:48:42.770241 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.775229 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.777063 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] 10.222.0.68 "DELETE /v2.0/networks/0ff70e05-0120-44fe-8225-f916262f3f91 HTTP/1.1" status: 204 len: 168 time: 0.2553027 Jul 13 14:48:42.779951 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33438) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:42.787741 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783fbad-bf75-4692-84ed-ed267879263d admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff70e05-0120-44fe-8225-f916262f3f91,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:42.828748 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1312a2-1356-4bfd-9c0a-c3b12cb8a598 admin admin] Deleting subnet 6eaf4cd1-320c-4096-96b9-8ac43322056d {{(pid=99621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:48:42.831800 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e1312a2-1356-4bfd-9c0a-c3b12cb8a598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.864971 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e1312a2-1356-4bfd-9c0a-c3b12cb8a598 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.871256 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e1312a2-1356-4bfd-9c0a-c3b12cb8a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.921143 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e1312a2-1356-4bfd-9c0a-c3b12cb8a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.948062 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e1312a2-1356-4bfd-9c0a-c3b12cb8a598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:42.949865 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1e1312a2-1356-4bfd-9c0a-c3b12cb8a598 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6eaf4cd1-320c-4096-96b9-8ac43322056d HTTP/1.1" status: 204 len: 168 time: 0.1688850 Jul 13 14:48:42.950793 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1312a2-1356-4bfd-9c0a-c3b12cb8a598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eaf4cd1-320c-4096-96b9-8ac43322056d,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:42.952430 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33440) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:43.018557 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.096239 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.106095 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a700b95a-7226-424a-a257-c716197b0540']}} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:43.115727 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695441c9-9173-471a-8b56-97525169fac8') {'for_net_delete': True} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:43.116099 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695441c9-9173-471a-8b56-97525169fac8') {} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:43.125300 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5842357'] for segment, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.138882 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.145246 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=99622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:48:43.145713 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6223957'] for segment, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: Traceback (most recent call last): Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: timer() Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: cb(*args, **kw) Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: return func(*args, **kwargs) Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: self._notify() Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: self.callback(batched_events) Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: event.method(event) Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: return f(self, *a, **k) Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._get(url).json() Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: return self.request(url, 'GET', **kwargs) Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:48:43.147419 dv-cinder-733622-17-iscsi neutron-server[99622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:48:43.208252 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.224948 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.227312 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a700b95a-7226-424a-a257-c716197b0540 HTTP/1.1" status: 204 len: 168 time: 0.2732749 Jul 13 14:48:43.229422 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05c34d-a9bb-4182-b00e-dc4b8a9d4255 admin admin] Pushing event deleted for resources: {'Network': ['ID=a700b95a-7226-424a-a257-c716197b0540,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:43.392083 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33446) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:43.439394 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-cae938ed-5683-480f-a2a1-6bc6e98e9d83 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ffac62f86c8d42288127fb72b31d7732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472245 Jul 13 14:48:43.442212 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33450) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:43.497578 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48a6cb22-1621-4431-bd97-e9710be35bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.545870 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48a6cb22-1621-4431-bd97-e9710be35bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.602231 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07a4ef-04cc-4d4c-bfa0-ef04d09bab3f req-88eeb51a-89d7-4d25-ace5-dd3ab8d866cd tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:43.603752 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1f07a4ef-04cc-4d4c-bfa0-ef04d09bab3f req-88eeb51a-89d7-4d25-ace5-dd3ab8d866cd tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0967581 Jul 13 14:48:43.623613 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48a6cb22-1621-4431-bd97-e9710be35bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.626141 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48a6cb22-1621-4431-bd97-e9710be35bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:43.627393 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-48a6cb22-1621-4431-bd97-e9710be35bf3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e9cd8604-96f9-4114-a97a-6277ac20b7ec HTTP/1.1" status: 204 len: 168 time: 0.1840196 Jul 13 14:48:43.641380 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6cb22-1621-4431-bd97-e9710be35bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd8604-96f9-4114-a97a-6277ac20b7ec,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:43.665552 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1f07a4ef-04cc-4d4c-bfa0-ef04d09bab3f req-a89023a1-b6bc-407b-817d-450eb01c8999 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558856 Jul 13 14:48:43.985223 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33464) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:44.024158 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-93e6c678-c165-452c-8f67-b5e32354fe1e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7485e6d938f84d01ae80330bc3b965aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377648 Jul 13 14:48:44.026476 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33466) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:44.072349 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6024-14b9-461b-8a4d-9a1c3882d4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.092653 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6024-14b9-461b-8a4d-9a1c3882d4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.137636 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6024-14b9-461b-8a4d-9a1c3882d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.140269 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6024-14b9-461b-8a4d-9a1c3882d4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.141411 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-4bfe6024-14b9-461b-8a4d-9a1c3882d4a8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f5bc7b4-4d92-4f22-a864-1a2f105b83f8 HTTP/1.1" status: 204 len: 168 time: 0.1140463 Jul 13 14:48:44.149322 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe6024-14b9-461b-8a4d-9a1c3882d4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5bc7b4-4d92-4f22-a864-1a2f105b83f8,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:44.831260 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d84c7-3489-45e7-8dd1-e541b9918237 req-f0c1c370-2ff9-4e74-b625-4f6b599b3f89 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:44.832799 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ef8d84c7-3489-45e7-8dd1-e541b9918237 req-f0c1c370-2ff9-4e74-b625-4f6b599b3f89 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0630357 Jul 13 14:48:44.876194 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ef8d84c7-3489-45e7-8dd1-e541b9918237 req-926c6ab2-a7ac-4cba-9df7-28d33c4133a7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376921 Jul 13 14:48:45.838399 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:46.043900 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f51f0-17e2-4cb3-96fd-2bc9ee077d9b req-8c94ceb0-60aa-4841-a155-c867f42371a9 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.045383 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4d2f51f0-17e2-4cb3-96fd-2bc9ee077d9b req-8c94ceb0-60aa-4841-a155-c867f42371a9 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0619473 Jul 13 14:48:46.082512 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4d2f51f0-17e2-4cb3-96fd-2bc9ee077d9b req-01b42a3d-6a7e-402c-b3dd-4c8735c24c96 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315781 Jul 13 14:48:47.256650 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcb6a9-f584-406b-b358-05d6afc61c95 req-4a479df6-b5cd-49b5-bfd7-822a3bf643cb tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.258434 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c5fcb6a9-f584-406b-b358-05d6afc61c95 req-4a479df6-b5cd-49b5-bfd7-822a3bf643cb tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0646179 Jul 13 14:48:47.297548 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c5fcb6a9-f584-406b-b358-05d6afc61c95 req-6ee6604d-76ed-4d07-85e9-068bbe7c84a9 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327921 Jul 13 14:48:47.638302 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90742507-3d3b-47dd-b247-2ba1d7c8fa5f req-88da7e7f-329b-49f3-ac78-3d79cbb7bf4b tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.639805 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-90742507-3d3b-47dd-b247-2ba1d7c8fa5f req-88da7e7f-329b-49f3-ac78-3d79cbb7bf4b tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0700374 Jul 13 14:48:47.647531 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-7280bbc4-8a52-4222-a8bc-20fd8cad4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.649090 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-7280bbc4-8a52-4222-a8bc-20fd8cad4439 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 1099 time: 0.0554032 Jul 13 14:48:47.676825 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-90742507-3d3b-47dd-b247-2ba1d7c8fa5f req-0a8c6d4b-8ed3-492e-ae57-b100f6fae9b6 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313947 Jul 13 14:48:47.735498 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-c5478df7-aa2c-4951-a18a-847977de2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.736979 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-c5478df7-aa2c-4951-a18a-847977de2a3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 912 time: 0.0810776 Jul 13 14:48:47.803664 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-77ea84ba-6412-4c73-b852-2e7bf297bd32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3fb41f-3974-47b0-814c-430d13675578 HTTP/1.1" status: 200 len: 1002 time: 0.0581386 Jul 13 14:48:47.862905 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-a9c63368-102f-4c85-b4ba-18bc9925bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.864442 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-a9c63368-102f-4c85-b4ba-18bc9925bf12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 200 len: 850 time: 0.0428953 Jul 13 14:48:47.932531 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-3554c806-09e4-487d-843e-9c9b1338295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.933638 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-3554c806-09e4-487d-843e-9c9b1338295d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2ddd26d-3988-4f68-a07a-dd596748a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519688 Jul 13 14:48:48.033881 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-5852de9f-1dc5-4288-87e9-43d820fb9eae service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939796 Jul 13 14:48:48.131919 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-33bc12d6-52d7-47e5-876e-3122eee6289e req-0bc3b0ac-0375-49c5-8dc0-6b1db454a67b service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892990 Jul 13 14:48:48.251259 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a951aedc-d0fb-4f9d-806b-6cd6ac8ade5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.534304 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b68d31dc-38af-497c-a792-769249b25fb0 req-b32fc71a-2780-4385-b6eb-e3af2367c23b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493343 Jul 13 14:48:48.616172 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d31dc-38af-497c-a792-769249b25fb0 req-2b68bc11-9234-47b2-a1f7-99bfe6238839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:48.617617 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b68d31dc-38af-497c-a792-769249b25fb0 req-2b68bc11-9234-47b2-a1f7-99bfe6238839 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 1099 time: 0.0537114 Jul 13 14:48:48.849789 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24cebc-d5f2-4394-8212-5346657449d8 req-a44fbdb1-b24f-455f-a593-89ba80b1df4f tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:48.851236 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1c24cebc-d5f2-4394-8212-5346657449d8 req-a44fbdb1-b24f-455f-a593-89ba80b1df4f tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0612037 Jul 13 14:48:48.887046 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1c24cebc-d5f2-4394-8212-5346657449d8 req-88f3062d-7557-4759-9d8b-daaaf004daf7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305502 Jul 13 14:48:49.692068 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d31dc-38af-497c-a792-769249b25fb0 req-2d41f5b4-1ae6-440e-88a9-a554233c4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:49.696430 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b68d31dc-38af-497c-a792-769249b25fb0 req-2d41f5b4-1ae6-440e-88a9-a554233c4849 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 918 time: 0.0922596 Jul 13 14:48:50.058434 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73b987-8916-4c1b-ba7c-57af456917ce req-9d58b810-d1e1-45f4-a0bf-d62e1653b6ec tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:50.059886 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0c73b987-8916-4c1b-ba7c-57af456917ce req-9d58b810-d1e1-45f4-a0bf-d62e1653b6ec tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0619175 Jul 13 14:48:50.099654 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0c73b987-8916-4c1b-ba7c-57af456917ce req-cc22355e-d811-44b7-a62e-1d31b5e5f566 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342875 Jul 13 14:48:50.566824 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b68d31dc-38af-497c-a792-769249b25fb0 req-a1b36819-e124-4be9-8d7a-ddcead13a63e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 HTTP/1.1" status: 200 len: 1001 time: 0.0618520 Jul 13 14:48:50.756454 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.875432 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-62143610-1587-4c99-9db0-5621e3e0f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.267597 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23085867-0846-4595-b690-122584486d8e req-e7403b8c-231a-4bed-8962-bc54fb667659 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:51.268990 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-23085867-0846-4595-b690-122584486d8e req-e7403b8c-231a-4bed-8962-bc54fb667659 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0614607 Jul 13 14:48:51.306031 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-23085867-0846-4595-b690-122584486d8e req-342fb91f-ff7c-4035-b6a8-b91be28b5328 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316033 Jul 13 14:48:51.639395 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d31dc-38af-497c-a792-769249b25fb0 req-1c015839-2806-411d-b513-9c95c7c1aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:51.640844 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b68d31dc-38af-497c-a792-769249b25fb0 req-1c015839-2806-411d-b513-9c95c7c1aabc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0437772 Jul 13 14:48:51.699530 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d31dc-38af-497c-a792-769249b25fb0 req-bfa832b3-0b85-40da-a0ec-f109704a2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:51.701025 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b68d31dc-38af-497c-a792-769249b25fb0 req-bfa832b3-0b85-40da-a0ec-f109704a2c0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521169 Jul 13 14:48:51.795569 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b68d31dc-38af-497c-a792-769249b25fb0 req-3656efba-d545-47a3-a923-4e58755317e2 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833528 Jul 13 14:48:51.887456 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-b68d31dc-38af-497c-a792-769249b25fb0 req-3c820fd5-9774-4ed0-908a-9f0d9044acaa service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843678 Jul 13 14:48:52.076553 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.475075 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca868a-ae81-48c5-8b55-0fd50b5b9e2c req-3eec435a-e3ab-4c27-b08d-3a8043f63c95 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:52.476613 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a4ca868a-ae81-48c5-8b55-0fd50b5b9e2c req-3eec435a-e3ab-4c27-b08d-3a8043f63c95 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0626855 Jul 13 14:48:52.514094 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a4ca868a-ae81-48c5-8b55-0fd50b5b9e2c req-a63d63e8-1acc-4567-a297-b30bc2f48264 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320148 Jul 13 14:48:53.434495 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.484435 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33688) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:53.587187 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fb0b0355-6dde-4e40-a503-16f590672e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.676349 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fb0b0355-6dde-4e40-a503-16f590672e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.681234 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fb0b0355-6dde-4e40-a503-16f590672e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.722920 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-fb0b0355-6dde-4e40-a503-16f590672e25 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=09e042162e254c2da7b0051a049f9ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373991 Jul 13 14:48:53.723792 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b0355-6dde-4e40-a503-16f590672e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c72c8e2-c78c-421c-bb78-c9252c15c793,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:53.725619 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33702) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:53.779624 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-08c4a1fa-4dc6-45fc-8bff-7eca2eb4eb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.801489 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-08c4a1fa-4dc6-45fc-8bff-7eca2eb4eb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.857616 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-08c4a1fa-4dc6-45fc-8bff-7eca2eb4eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.860530 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-08c4a1fa-4dc6-45fc-8bff-7eca2eb4eb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.861724 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-08c4a1fa-4dc6-45fc-8bff-7eca2eb4eb1f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4c72c8e2-c78c-421c-bb78-c9252c15c793 HTTP/1.1" status: 204 len: 168 time: 0.1345465 Jul 13 14:48:53.874516 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4a1fa-4dc6-45fc-8bff-7eca2eb4eb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c72c8e2-c78c-421c-bb78-c9252c15c793,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:54.132386 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33716) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:54.146224 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-cfc64a28-6472-4d44-996c-4c8ae5edb22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.234802 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-cfc64a28-6472-4d44-996c-4c8ae5edb22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.239122 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-cfc64a28-6472-4d44-996c-4c8ae5edb22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.262738 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b236a-ed7a-4104-8aec-94afba5fa5aa req-ae55224b-be47-4905-8d58-5fcf8c18574c tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:54.264291 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ef5b236a-ed7a-4104-8aec-94afba5fa5aa req-ae55224b-be47-4905-8d58-5fcf8c18574c tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 946 time: 0.0681884 Jul 13 14:48:54.277638 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-cfc64a28-6472-4d44-996c-4c8ae5edb22e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba476f6a707c49dca675599687743488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439652 Jul 13 14:48:54.278844 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc64a28-6472-4d44-996c-4c8ae5edb22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43e6d77-04fa-46cd-8205-9cfa53a6a284,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:54.281383 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33718) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:54.305479 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ef5b236a-ed7a-4104-8aec-94afba5fa5aa req-92013a81-00e2-490a-84ff-2c399f04d81b tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352359 Jul 13 14:48:54.332231 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-71b0d813-a659-4311-ac88-5af1b9cdf69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.352450 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-71b0d813-a659-4311-ac88-5af1b9cdf69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.397409 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-71b0d813-a659-4311-ac88-5af1b9cdf69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.399769 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-71b0d813-a659-4311-ac88-5af1b9cdf69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.400978 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-71b0d813-a659-4311-ac88-5af1b9cdf69c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e43e6d77-04fa-46cd-8205-9cfa53a6a284 HTTP/1.1" status: 204 len: 168 time: 0.1159947 Jul 13 14:48:54.408334 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0d813-a659-4311-ac88-5af1b9cdf69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43e6d77-04fa-46cd-8205-9cfa53a6a284,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:55.029242 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33742) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:55.120787 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1035650364-network', 'tenant_id': '13a06e275e1d48d59fc913aee9f93f5a'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:55.140191 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Made reservation on behalf of 13a06e275e1d48d59fc913aee9f93f5a for: {'network': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:55.142361 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.153231 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.238964 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.242320 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.261663 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=99622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:48:55.274711 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3433dc-944d-4427-9a3b-0639e55de1c1,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:55.280008 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.280369 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.segments_db [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Added segment 6231ab30-b826-4213-90f8-ab40967b0d07 of type vlan for network 81df0a5f-b835-4aa7-b7ee-c151ccac3af9 Jul 13 14:48:55.318205 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.347234 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.348263 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:55.348859 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.397535 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3672092 Jul 13 14:48:55.401114 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 33748) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:55.407048 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb11c5f-a1d2-44f1-9ae7-3bd90af8f311 admin admin] Pushing event updated for resources: {'Network': ['ID=81df0a5f-b835-4aa7-b7ee-c151ccac3af9,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:55.407204 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Request body: {'subnet': {'network_id': '81df0a5f-b835-4aa7-b7ee-c151ccac3af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1035650364-subnet', 'tenant_id': '13a06e275e1d48d59fc913aee9f93f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:55.417996 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 81df0a5f-b835-4aa7-b7ee-c151ccac3af9 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:48:55.436423 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Made reservation on behalf of 13a06e275e1d48d59fc913aee9f93f5a for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:55.438632 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.741993 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513aa213-aa23-4b4a-a3ba-b518c0510bbe req-4d11837c-49e1-4793-b182-c9120eb6157e tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:55.743463 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-513aa213-aa23-4b4a-a3ba-b518c0510bbe req-4d11837c-49e1-4793-b182-c9120eb6157e tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 946 time: 0.3172829 Jul 13 14:48:55.809135 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-513aa213-aa23-4b4a-a3ba-b518c0510bbe req-b0932bb0-10d0-49bb-b93c-9e76054f1f30 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588284 Jul 13 14:48:55.861799 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.915139 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28829dd-b1fe-4d17-bfbd-c1cdf29f4ee2,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:55.923512 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Checking segment: {'id': '6231ab30-b826-4213-90f8-ab40967b0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '81df0a5f-b835-4aa7-b7ee-c151ccac3af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:55.923865 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Network hostable DHCP agents. Network: 81df0a5f-b835-4aa7-b7ee-c151ccac3af9, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:48:55.939855 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Network 81df0a5f-b835-4aa7-b7ee-c151ccac3af9 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:48:55.949172 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 81df0a5f-b835-4aa7-b7ee-c151ccac3af9) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:55.953152 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:55.953726 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.959399 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d23e74-f60c-4e89-8183-1bc453b3af99 None None] Network 81df0a5f-b835-4aa7-b7ee-c151ccac3af9 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:55.967046 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-a32bb64f-f86b-460c-9733-795d05cfda20 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5640898 Jul 13 14:48:56.083022 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed95356-b715-4324-8714-c6bacab15166 None None] Network 81df0a5f-b835-4aa7-b7ee-c151ccac3af9 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:56.409612 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33766) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:56.414727 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2073031459-network', 'tenant_id': '0b8a35201bd7429982403890f41a474e'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:56.435612 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Made reservation on behalf of 0b8a35201bd7429982403890f41a474e for: {'network': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:56.437933 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.449289 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.533018 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.536570 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.562147 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=99622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:48:56.567921 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3086648b-4bfe-4d89-84cd-4ba1cb31d2c1,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:56.573875 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.574211 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.segments_db [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Added segment c7d803f2-54cf-43f4-8b09-0ce419f7dc34 of type vlan for network 2a54f947-c7e1-468e-95e4-b4c1fb63e154 Jul 13 14:48:56.612129 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.638761 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.639731 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:56.640351 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.694714 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2839520 Jul 13 14:48:56.697440 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 33768) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:56.703940 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Request body: {'subnet': {'network_id': '2a54f947-c7e1-468e-95e4-b4c1fb63e154', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2073031459-subnet', 'tenant_id': '0b8a35201bd7429982403890f41a474e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:48:56.709571 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163eb91-42dc-43b9-bc8b-9902d4b8cb61 admin admin] Pushing event updated for resources: {'Network': ['ID=2a54f947-c7e1-468e-95e4-b4c1fb63e154,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:56.719492 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 2a54f947-c7e1-468e-95e4-b4c1fb63e154 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:48:56.727314 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Made reservation on behalf of 0b8a35201bd7429982403890f41a474e for: {'subnet': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:48:56.730296 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6037123'] for subnet, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.893626 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6224186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6037169'] for subnet, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.959369 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a915b0e3-223a-47a1-8a8e-6a4bb88b3d8f,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:56.969644 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Checking segment: {'id': 'c7d803f2-54cf-43f4-8b09-0ce419f7dc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2a54f947-c7e1-468e-95e4-b4c1fb63e154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:48:56.970016 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Network hostable DHCP agents. Network: 2a54f947-c7e1-468e-95e4-b4c1fb63e154, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:48:56.991895 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Network 2a54f947-c7e1-468e-95e4-b4c1fb63e154 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:48:56.997869 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 2a54f947-c7e1-468e-95e4-b4c1fb63e154) {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:48:57.003290 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:57.005515 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.006282 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a8d29-0f9a-40a8-b218-f238aa0c67dc None None] Network 2a54f947-c7e1-468e-95e4-b4c1fb63e154 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:57.028288 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-4a617081-33aa-4f46-ad25-f7dcbfa7fbe8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3297246 Jul 13 14:48:57.148271 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bc05f-5104-48f0-9a69-fc77b7d2b949 req-40ad75f9-4c33-4f7a-be05-cb19498ec03a tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:57.151485 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-928bc05f-5104-48f0-9a69-fc77b7d2b949 req-40ad75f9-4c33-4f7a-be05-cb19498ec03a tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 946 time: 0.0702360 Jul 13 14:48:57.152200 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbde97c-a244-49de-a45f-7cc9d11a0687 None None] Network 2a54f947-c7e1-468e-95e4-b4c1fb63e154 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:57.190954 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-928bc05f-5104-48f0-9a69-fc77b7d2b949 req-94649d6e-73d2-4556-9def-f4644d6d9940 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Jul 13 14:48:58.363356 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66587aba-481f-44ad-b2cc-d7e816b5841c req-96468793-232e-40b1-91c2-40e512e222c0 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:58.364808 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-66587aba-481f-44ad-b2cc-d7e816b5841c req-96468793-232e-40b1-91c2-40e512e222c0 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 946 time: 0.0638084 Jul 13 14:48:58.400507 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-66587aba-481f-44ad-b2cc-d7e816b5841c req-c5a3074e-4f05-4e7f-a8c7-bfa774d462fa tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303712 Jul 13 14:48:59.234671 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-bf50df6c-9d92-4fb2-b544-fd97587a2783 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:59.236155 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-bf50df6c-9d92-4fb2-b544-fd97587a2783 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.70 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 946 time: 0.0640297 Jul 13 14:48:59.344364 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-9b2c1f23-3016-42a8-8705-6fe8f96f61e6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Deleting port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:59.344766 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-9b2c1f23-3016-42a8-8705-6fe8f96f61e6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.433605 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-9b2c1f23-3016-42a8-8705-6fe8f96f61e6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] For port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,segment=NetworkSegment(669f0305-d567-4de6-a572-76c0bac89f2d),segment_id=669f0305-d567-4de6-a572-76c0bac89f2d)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:59.433972 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-9b2c1f23-3016-42a8-8705-6fe8f96f61e6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.446470 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-9b2c1f23-3016-42a8-8705-6fe8f96f61e6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Calling delete_port for 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:59.570123 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cee21-7775-4b3e-879e-d218850a22c0 req-144be98f-d39d-4d06-808c-952b292dd087 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:59.571638 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-250cee21-7775-4b3e-879e-d218850a22c0 req-144be98f-d39d-4d06-808c-952b292dd087 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 946 time: 0.0631380 Jul 13 14:48:59.571790 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-9b2c1f23-3016-42a8-8705-6fe8f96f61e6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.600268 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c1f23-3016-42a8-8705-6fe8f96f61e6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Pushing event deleted for resources: {'Port': ['ID=2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:59.610708 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-250cee21-7775-4b3e-879e-d218850a22c0 req-e5deba46-1a04-4a85-8809-d5c1a7521631 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/security-groups?id=86af10cf-a40b-4f3f-b86d-a37168e984e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330029 Jul 13 14:48:59.643753 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-9b2c1f23-3016-42a8-8705-6fe8f96f61e6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] No DVR routers for this DVR port 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:59.646116 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-9b2c1f23-3016-42a8-8705-6fe8f96f61e6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:59.648065 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7db08cd2-1ef8-4b94-b22e-931744abefe0 req-9b2c1f23-3016-42a8-8705-6fe8f96f61e6 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.70 "DELETE /v2.0/ports/2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 HTTP/1.1" status: 204 len: 173 time: 0.4061491 Jul 13 14:48:59.648499 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bead3006-a056-4615-8ca9-7105a2988fcd', 'name': 'network-vif-deleted', 'tag': '2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:59.651234 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1026e92-89d8-4fcb-9d64-21c5c8233352" -d '{"events": [{"server_uuid": "bead3006-a056-4615-8ca9-7105a2988fcd", "name": "network-vif-deleted", "tag": "2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:59.686799 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35954bf-581e-4cc4-8c61-c2d75c36676e x-openstack-request-id: req-b35954bf-581e-4cc4-8c61-c2d75c36676e {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:59.687119 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bead3006-a056-4615-8ca9-7105a2988fcd", "name": "network-vif-deleted", "tag": "2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:59.687375 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b35954bf-581e-4cc4-8c61-c2d75c36676e {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:59.687773 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bead3006-a056-4615-8ca9-7105a2988fcd', 'name': 'network-vif-deleted', 'tag': '2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2', 'status': 'completed', 'code': 200} Jul 13 14:49:00.746826 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4d445096-8487-4f00-b9f6-38d4ecf1e597 req-f2374e0d-7e64-4dd5-9f8f-8ba0c956395c tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0282023 Jul 13 14:49:01.887615 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6a9f46f8-146a-45ae-9b97-bd3e15c4b7ed req-12930bbf-d633-4eb7-a273-ef6821a1e4b9 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0300748 Jul 13 14:49:02.562309 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:03.038113 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5c585afb-7b68-44a7-b509-254f1404d189 req-cc0e9bb4-4704-4b26-b00f-71631124df11 tempest-VolumesSnapshotTestJSON-953413482 tempest-VolumesSnapshotTestJSON-953413482-project] 10.222.0.68 "GET /v2.0/ports?device_id=bead3006-a056-4615-8ca9-7105a2988fcd HTTP/1.1" status: 200 len: 210 time: 0.0295548 Jul 13 14:49:07.166693 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:07.186392 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:07.186731 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 2ed5cc5c-e220-4e0a-b040-bf3dcc785cf2 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:14.894983 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34040) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:15.001267 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5fc4a7b4-5052-45c7-a8a9-51e9df6b65b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.101157 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5fc4a7b4-5052-45c7-a8a9-51e9df6b65b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.106099 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5fc4a7b4-5052-45c7-a8a9-51e9df6b65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.144665 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4a7b4-5052-45c7-a8a9-51e9df6b65b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976850b7-29cd-405b-ac14-9a0d4611242d,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:15.148928 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-5fc4a7b4-5052-45c7-a8a9-51e9df6b65b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3358c106fdb7468fbb7b301e463859de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529418 Jul 13 14:49:15.152084 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34048) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:15.199919 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d4759aad-54ef-4f14-a60d-690d0e8f36f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.219737 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d4759aad-54ef-4f14-a60d-690d0e8f36f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.266617 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d4759aad-54ef-4f14-a60d-690d0e8f36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.269462 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d4759aad-54ef-4f14-a60d-690d0e8f36f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.273125 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-d4759aad-54ef-4f14-a60d-690d0e8f36f7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/976850b7-29cd-405b-ac14-9a0d4611242d HTTP/1.1" status: 204 len: 168 time: 0.1177847 Jul 13 14:49:15.279545 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4759aad-54ef-4f14-a60d-690d0e8f36f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976850b7-29cd-405b-ac14-9a0d4611242d,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:15.539883 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34062) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:15.553497 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-afc0be95-6954-4bea-aa70-2e5c3356e4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.640332 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-afc0be95-6954-4bea-aa70-2e5c3356e4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.643940 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-afc0be95-6954-4bea-aa70-2e5c3356e4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.683671 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-afc0be95-6954-4bea-aa70-2e5c3356e4e3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc8f824e932c4ca291c1b9ef42c5e538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420825 Jul 13 14:49:15.684572 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0be95-6954-4bea-aa70-2e5c3356e4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec53640c-2997-4c0d-8f61-d6e3bf1ae605,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:15.686437 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34064) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:15.734492 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82b85b72-a8ca-44ca-a1a1-67f6d4d46ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.755982 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82b85b72-a8ca-44ca-a1a1-67f6d4d46ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.802316 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82b85b72-a8ca-44ca-a1a1-67f6d4d46ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.804929 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82b85b72-a8ca-44ca-a1a1-67f6d4d46ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:15.806044 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-82b85b72-a8ca-44ca-a1a1-67f6d4d46ef5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec53640c-2997-4c0d-8f61-d6e3bf1ae605 HTTP/1.1" status: 204 len: 168 time: 0.1185517 Jul 13 14:49:15.814139 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b85b72-a8ca-44ca-a1a1-67f6d4d46ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec53640c-2997-4c0d-8f61-d6e3bf1ae605,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:15.844261 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:16.858773 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34122) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:16.959428 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-71904101-13cd-4212-ab61-789398863866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.061055 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-71904101-13cd-4212-ab61-789398863866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.064666 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-71904101-13cd-4212-ab61-789398863866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.102995 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-71904101-13cd-4212-ab61-789398863866 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e905a7e982184da8930b991d70776707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431490 Jul 13 14:49:17.103870 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71904101-13cd-4212-ab61-789398863866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b8d27-731c-4d3c-a29d-c656d2dd6edb,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:17.105813 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34126) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:17.154040 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6f4061eb-a1b7-4913-a723-ac4b5d73dc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.174099 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6f4061eb-a1b7-4913-a723-ac4b5d73dc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.219619 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6f4061eb-a1b7-4913-a723-ac4b5d73dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.222089 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6f4061eb-a1b7-4913-a723-ac4b5d73dc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.223207 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-6f4061eb-a1b7-4913-a723-ac4b5d73dc31 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/288b8d27-731c-4d3c-a29d-c656d2dd6edb HTTP/1.1" status: 204 len: 168 time: 0.1163859 Jul 13 14:49:17.230697 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4061eb-a1b7-4913-a723-ac4b5d73dc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b8d27-731c-4d3c-a29d-c656d2dd6edb,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:17.738779 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:49:17.851939 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34164) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:17.895504 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68c72bf-0620-49e7-87ad-2eee8f84f2bc admin admin] Deleting subnet d28829dd-b1fe-4d17-bfbd-c1cdf29f4ee2 {{(pid=99621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:49:17.898760 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c68c72bf-0620-49e7-87ad-2eee8f84f2bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.933840 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c68c72bf-0620-49e7-87ad-2eee8f84f2bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.939316 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c68c72bf-0620-49e7-87ad-2eee8f84f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:17.991247 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c68c72bf-0620-49e7-87ad-2eee8f84f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.023507 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c68c72bf-0620-49e7-87ad-2eee8f84f2bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.025393 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-c68c72bf-0620-49e7-87ad-2eee8f84f2bc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d28829dd-b1fe-4d17-bfbd-c1cdf29f4ee2 HTTP/1.1" status: 204 len: 168 time: 0.1724286 Jul 13 14:49:18.026427 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c72bf-0620-49e7-87ad-2eee8f84f2bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28829dd-b1fe-4d17-bfbd-c1cdf29f4ee2,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:18.028789 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34166) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:18.101756 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.181906 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.191847 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81df0a5f-b835-4aa7-b7ee-c151ccac3af9']}} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:18.204233 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6231ab30-b826-4213-90f8-ab40967b0d07') {'for_net_delete': True} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:18.204567 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6231ab30-b826-4213-90f8-ab40967b0d07') {} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:18.213321 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5842357'] for segment, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.226559 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.232832 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=99622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:49:18.233345 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6223957'] for segment, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: Traceback (most recent call last): Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: timer() Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: cb(*args, **kw) Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: return func(*args, **kwargs) Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: self._notify() Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: self.callback(batched_events) Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: event.method(event) Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: return f(self, *a, **k) Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._get(url).json() Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: return self.request(url, 'GET', **kwargs) Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:49:18.235818 dv-cinder-733622-17-iscsi neutron-server[99622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:49:18.253687 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-01671556-9da4-4414-b7fc-66d2a0ce0192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.293933 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.298910 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.300731 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] 10.222.0.68 "DELETE /v2.0/networks/81df0a5f-b835-4aa7-b7ee-c151ccac3af9 HTTP/1.1" status: 204 len: 168 time: 0.2702534 Jul 13 14:49:18.303747 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34172) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:18.311289 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d7ae5-695f-4e46-9554-9a32afdbd80a admin admin] Pushing event deleted for resources: {'Network': ['ID=81df0a5f-b835-4aa7-b7ee-c151ccac3af9,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:18.347611 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_v2 [None req-518cdb6b-d395-4323-a442-d628a55835e3 admin admin] Deleting subnet a915b0e3-223a-47a1-8a8e-6a4bb88b3d8f {{(pid=99621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:49:18.350642 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-518cdb6b-d395-4323-a442-d628a55835e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.383574 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-518cdb6b-d395-4323-a442-d628a55835e3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.389613 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-518cdb6b-d395-4323-a442-d628a55835e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.439394 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-518cdb6b-d395-4323-a442-d628a55835e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for subnet, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.468771 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cdb6b-d395-4323-a442-d628a55835e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a915b0e3-223a-47a1-8a8e-6a4bb88b3d8f,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:18.470697 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-518cdb6b-d395-4323-a442-d628a55835e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.472796 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-518cdb6b-d395-4323-a442-d628a55835e3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a915b0e3-223a-47a1-8a8e-6a4bb88b3d8f HTTP/1.1" status: 204 len: 168 time: 0.1677423 Jul 13 14:49:18.474978 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34174) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:18.540176 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.623107 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.632784 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.633130 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.633900 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.634267 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > port after_create 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.634616 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > port after_delete 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.634956 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > port after_update 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.635277 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.635596 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.635930 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.636288 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.701058 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.701403 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.701735 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.702065 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:49:18.702424 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a54f947-c7e1-468e-95e4-b4c1fb63e154']}} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:18.719305 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d803f2-54cf-43f4-8b09-0ce419f7dc34') {'for_net_delete': True} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:18.719607 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d803f2-54cf-43f4-8b09-0ce419f7dc34') {} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:18.735331 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5033204'] for segment, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.755631 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.763271 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=99621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:49:18.763650 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033249'] for segment, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: from cryptography.utils import int_from_bytes Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: from cryptography.utils import int_from_bytes Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: Traceback (most recent call last): Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: timer() Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: cb(*args, **kw) Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: return func(*args, **kwargs) Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: self._notify() Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: self.callback(batched_events) Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: event.method(event) Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: return f(self, *a, **k) Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._get(url).json() Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: return self.request(url, 'GET', **kwargs) Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:49:18.767484 dv-cinder-733622-17-iscsi neutron-server[99621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:49:18.821164 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.830322 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:18.832280 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] 10.222.0.68 "DELETE /v2.0/networks/2a54f947-c7e1-468e-95e4-b4c1fb63e154 HTTP/1.1" status: 204 len: 168 time: 0.3563681 Jul 13 14:49:18.845806 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394292e-6f2c-4fda-90ae-bc951a5ccdfe admin admin] Pushing event deleted for resources: {'Network': ['ID=2a54f947-c7e1-468e-95e4-b4c1fb63e154,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:18.985922 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34180) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:19.023851 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-4de1df2d-2444-41c3-abfb-9aa2880b75fd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=13a06e275e1d48d59fc913aee9f93f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368114 Jul 13 14:49:19.026828 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34182) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:19.072204 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5f02a154-2a64-457f-9bfc-1bed9670e04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:19.092250 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5f02a154-2a64-457f-9bfc-1bed9670e04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:19.138489 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5f02a154-2a64-457f-9bfc-1bed9670e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:19.141025 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5f02a154-2a64-457f-9bfc-1bed9670e04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:19.142174 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-5f02a154-2a64-457f-9bfc-1bed9670e04a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f3433dc-944d-4427-9a3b-0639e55de1c1 HTTP/1.1" status: 204 len: 168 time: 0.1144664 Jul 13 14:49:19.151223 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02a154-2a64-457f-9bfc-1bed9670e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3433dc-944d-4427-9a3b-0639e55de1c1,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:19.442770 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34190) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:19.484191 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-b0ff8d62-2e17-4965-b5b1-4e9888f3bb8a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0b8a35201bd7429982403890f41a474e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401762 Jul 13 14:49:19.486520 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34192) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:19.532199 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-83e041cc-8628-4e20-8732-1a901330c17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:19.551850 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-83e041cc-8628-4e20-8732-1a901330c17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:19.596276 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-83e041cc-8628-4e20-8732-1a901330c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:19.598909 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-83e041cc-8628-4e20-8732-1a901330c17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:19.600031 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-83e041cc-8628-4e20-8732-1a901330c17e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3086648b-4bfe-4d89-84cd-4ba1cb31d2c1 HTTP/1.1" status: 204 len: 168 time: 0.1126432 Jul 13 14:49:19.607464 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e041cc-8628-4e20-8732-1a901330c17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3086648b-4bfe-4d89-84cd-4ba1cb31d2c1,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:20.764872 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:20.878973 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8534c23c-effc-4a5f-bb3b-f9b5dd3f815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:22.078994 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:23.442299 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:25.951950 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190689c-59fb-418b-83ec-d22c444e56fa req-0edac330-bf2a-493d-9c64-24ff00904c4c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:25.953406 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8190689c-59fb-418b-83ec-d22c444e56fa req-0edac330-bf2a-493d-9c64-24ff00904c4c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 946 time: 0.0636728 Jul 13 14:49:25.990319 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8190689c-59fb-418b-83ec-d22c444e56fa req-9a362c70-1d2f-464b-b598-f25a10d58418 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Jul 13 14:49:27.169183 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5633ea-9099-4c15-a4f9-9d8ab05a133e req-51649174-67de-4e53-8bc7-286867a5d07d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:27.170707 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5f5633ea-9099-4c15-a4f9-9d8ab05a133e req-51649174-67de-4e53-8bc7-286867a5d07d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 946 time: 0.0651913 Jul 13 14:49:27.206607 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5f5633ea-9099-4c15-a4f9-9d8ab05a133e req-4b818fcb-614d-4278-8cbe-2224c0cdf5b5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304358 Jul 13 14:49:28.387698 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41861e15-c689-434f-b31e-a4de1559d1e8 req-8024174c-4b9c-42bc-8910-fa0fc1450dd4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:28.389266 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-41861e15-c689-434f-b31e-a4de1559d1e8 req-8024174c-4b9c-42bc-8910-fa0fc1450dd4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 946 time: 0.0642087 Jul 13 14:49:28.426764 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-41861e15-c689-434f-b31e-a4de1559d1e8 req-2d478c96-feeb-42da-ac4f-75951b2d6349 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Jul 13 14:49:29.609531 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0ac71-c063-4507-ab08-5c39b83fa125 req-8d50c55b-9f6a-4f3a-a4dc-02a920b26ef1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:29.611111 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0fe0ac71-c063-4507-ab08-5c39b83fa125 req-8d50c55b-9f6a-4f3a-a4dc-02a920b26ef1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 946 time: 0.0649924 Jul 13 14:49:29.653187 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0fe0ac71-c063-4507-ab08-5c39b83fa125 req-9fe441a0-bbc5-4436-ad22-10a4ea0f4bb3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356457 Jul 13 14:49:29.770060 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ed91c-2bed-4928-acab-85809cf8e19b req-f09d87fa-12e3-43e6-abbf-e304504aaf5f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:29.771404 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-066ed91c-2bed-4928-acab-85809cf8e19b req-f09d87fa-12e3-43e6-abbf-e304504aaf5f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.70 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 946 time: 0.0604157 Jul 13 14:49:29.877014 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Deleting port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:29.877014 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:29.985010 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] For port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:29.985372 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:30.449421 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:30.449794 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:30.450112 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.l3_db [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Floating IP 7f4df723-698e-41f6-88b5-979c1878a2be disassociated. External IP: 172.27.0.239, port: a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2. Jul 13 14:49:30.450456 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Calling delete_port for a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:30.579166 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:30.606121 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event deleted for resources: {'Port': ['ID=a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:30.615629 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.615987 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.616357 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.616703 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.617043 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.617389 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.617847 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.618672 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.619512 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.619512 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.619689 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.620111 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:30.734398 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Router 32629a1d-ff8a-40cf-b97a-67232b487569 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:49:30.806029 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-54cd5f8b-1b0b-49f9-bf20-4034d212c393 req-05682f5e-3a0e-4c2a-8cd6-3ca7a0567370 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=62afd07c-daae-4047-b0c9-20dff7987abf HTTP/1.1" status: 200 len: 210 time: 0.0285575 Jul 13 14:49:30.844876 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:30.854065 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] Sync routers for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:30.862537 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:30.863151 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:30.888161 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] No DVR routers for this DVR port a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:49:30.890675 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:30.892626 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-066ed91c-2bed-4928-acab-85809cf8e19b req-8184fcd7-13d8-4fcf-a223-1a92c710189a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.70 "DELETE /v2.0/ports/a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 HTTP/1.1" status: 204 len: 173 time: 1.1145241 Jul 13 14:49:30.893052 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'name': 'network-vif-deleted', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:30.895243 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84751746-497c-490c-a43a-690b3f2a7b96" -d '{"events": [{"server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "name": "network-vif-deleted", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:30.945553 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16ab63f-aa71-4f4d-8b97-072e01780c0f x-openstack-request-id: req-c16ab63f-aa71-4f4d-8b97-072e01780c0f {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:30.946891 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62afd07c-daae-4047-b0c9-20dff7987abf", "name": "network-vif-deleted", "tag": "a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:30.946891 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c16ab63f-aa71-4f4d-8b97-072e01780c0f {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:30.947157 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62afd07c-daae-4047-b0c9-20dff7987abf', 'name': 'network-vif-deleted', 'tag': 'a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2', 'status': 'completed', 'code': 200} Jul 13 14:49:30.974308 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:31.379461 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:31.429763 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] Checking router: 32629a1d-ff8a-40cf-b97a-67232b487569 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:31.439235 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:31.442548 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:31.571818 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:31.784735 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:31.811824 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7622c5a-bc27-4493-a409-c47ca6816c24 None None] The sync data for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi is: [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:31.935265 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34440) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:31.993730 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-15322ee3-d014-4941-843f-4e93d3557bc0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.025437 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-15322ee3-d014-4941-843f-4e93d3557bc0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.033607 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea5b981-ce1d-4087-a78f-542ae12ebbd9 None None] New status for floating IP 7f4df723-698e-41f6-88b5-979c1878a2be: DOWN {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:49:32.081240 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-15322ee3-d014-4941-843f-4e93d3557bc0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.084231 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-15322ee3-d014-4941-843f-4e93d3557bc0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.085354 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-15322ee3-d014-4941-843f-4e93d3557bc0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "DELETE /v2.0/security-groups/285a6f5c-791e-41e4-b38e-5ecbaed5c7d2 HTTP/1.1" status: 204 len: 168 time: 0.1490698 Jul 13 14:49:32.088337 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34442) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:32.095025 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15322ee3-d014-4941-843f-4e93d3557bc0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285a6f5c-791e-41e4-b38e-5ecbaed5c7d2,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:32.114604 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.api.v2.resource [None req-70820d99-bb77-40b6-b4d5-8304efbd5b96 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] show failed (client error): The resource could not be found. Jul 13 14:49:32.119975 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34444) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:32.126221 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-70820d99-bb77-40b6-b4d5-8304efbd5b96 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups/285a6f5c-791e-41e4-b38e-5ecbaed5c7d2 HTTP/1.1" status: 404 len: 347 time: 0.0263417 Jul 13 14:49:32.256241 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-71495701-2f67-45ed-b2ef-4196424f2d17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Deleting port 23d97273-1052-484a-b175-18cdd6a3efb4 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:49:32.256592 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-71495701-2f67-45ed-b2ef-4196424f2d17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.338558 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-71495701-2f67-45ed-b2ef-4196424f2d17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.338919 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-71495701-2f67-45ed-b2ef-4196424f2d17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.352047 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-71495701-2f67-45ed-b2ef-4196424f2d17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Calling delete_port for 23d97273-1052-484a-b175-18cdd6a3efb4 owned by network:floatingip {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:49:32.501062 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-71495701-2f67-45ed-b2ef-4196424f2d17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.526913 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71495701-2f67-45ed-b2ef-4196424f2d17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event deleted for resources: {'Port': ['ID=23d97273-1052-484a-b175-18cdd6a3efb4,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:32.598197 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-71495701-2f67-45ed-b2ef-4196424f2d17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.601035 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-71495701-2f67-45ed-b2ef-4196424f2d17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:32.604546 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-71495701-2f67-45ed-b2ef-4196424f2d17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "DELETE /v2.0/floatingips/7f4df723-698e-41f6-88b5-979c1878a2be HTTP/1.1" status: 204 len: 168 time: 0.4828634 Jul 13 14:49:32.889725 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34476) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:32.894359 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-c2dba680-b5f7-4b21-a150-84247d96f8b0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2035491415', 'description': 'tempest-description--1736098377'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:32.917606 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c2dba680-b5f7-4b21-a150-84247d96f8b0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.000271 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c2dba680-b5f7-4b21-a150-84247d96f8b0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.003971 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c2dba680-b5f7-4b21-a150-84247d96f8b0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.029889 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c2dba680-b5f7-4b21-a150-84247d96f8b0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.031377 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-c2dba680-b5f7-4b21-a150-84247d96f8b0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1404099 Jul 13 14:49:33.034356 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34478) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:33.035215 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dba680-b5f7-4b21-a150-84247d96f8b0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ce0b4-4a3b-4568-8de5-35412efe5c02,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:33.039093 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'security_group_rule': {'security_group_id': 'da2ce0b4-4a3b-4568-8de5-35412efe5c02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:33.074188 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.144183 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.148104 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.166933 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4efe99-e1df-457b-a885-363bcc015105,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:33.175306 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.176522 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411657 Jul 13 14:49:33.177923 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.178277 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.178621 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.179278 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34480) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:33.180318 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.180737 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.181086 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.181451 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.181788 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.182122 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.182473 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.182803 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.183127 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e8963-9b39-4bf6-88a9-01dc6a39e610 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:33.183830 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-9a8cc9d9-52b4-45dc-81a8-58da4b9fa46f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'security_group_rule': {'security_group_id': 'da2ce0b4-4a3b-4568-8de5-35412efe5c02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:33.210664 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc9d9-52b4-45dc-81a8-58da4b9fa46f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.269620 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc9d9-52b4-45dc-81a8-58da4b9fa46f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.273551 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc9d9-52b4-45dc-81a8-58da4b9fa46f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.291548 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cc9d9-52b4-45dc-81a8-58da4b9fa46f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3b645f-5e57-4194-9c6a-d948f5c443ff,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:33.297990 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9a8cc9d9-52b4-45dc-81a8-58da4b9fa46f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.299448 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-9a8cc9d9-52b4-45dc-81a8-58da4b9fa46f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189425 Jul 13 14:49:33.303793 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34482) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:33.308512 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'floatingip': {'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:33.330614 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.433739 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.537532 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Allocated IP 172.27.0.162 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/51787539-ed71-4fb6-a031-19b49a66eaac) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:33.644443 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.682151 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.716767 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:33.722947 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:33.726553 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:33.732461 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'Port': ['ID=51787539-ed71-4fb6-a031-19b49a66eaac,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:33.815146 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.855173 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.001378 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.005768 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033177'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.073885 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'Port': ['ID=51787539-ed71-4fb6-a031-19b49a66eaac,revision_number=2']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:34.083790 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.097088 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:34.098498 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-4b2a725a-1432-4708-bda6-78f27bfa9e61 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7936513 Jul 13 14:49:34.288043 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-eaf21b51-d2c9-4af5-afc7-ed0287a010fb tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--2035491415&fields=id&tenant_id=0305e7a2f9b948dfb400a93ba026094d HTTP/1.1" status: 200 len: 267 time: 0.0339463 Jul 13 14:49:34.396633 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281050-bb46-48a9-b511-31f5589c27ee req-d994bd29-1eff-4d3e-9542-64ffcf7e5956 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:34.398102 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-d994bd29-1eff-4d3e-9542-64ffcf7e5956 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 817 time: 0.1027195 Jul 13 14:49:34.412960 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-af703521-9d40-46e8-b3b5-ac786819f2e7 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/quotas/0305e7a2f9b948dfb400a93ba026094d HTTP/1.1" status: 200 len: 375 time: 0.0091569 Jul 13 14:49:34.482738 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-fec3e4a3-7794-4d61-975a-95e17adc0551 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636711 Jul 13 14:49:34.579553 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-dfce3f6e-37ce-449c-9c63-0a49e18a7e37 service neutron] 10.222.0.68 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858412 Jul 13 14:49:34.668788 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-2d50e378-1808-40d2-893b-d6065005696f service neutron] 10.222.0.68 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835338 Jul 13 14:49:35.853028 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f15c40d3-f3a5-4dc6-9c32-7861e057248f req-12755a2c-951f-4ad8-868b-32c4111b96d3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 210 time: 0.0283964 Jul 13 14:49:35.910645 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:49:35.932559 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:49:35.932958 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device a258d6f9-6fcc-4353-92d4-b59e1c2cb4a2 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:36.729502 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34548) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:36.776202 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8cf80e-53b4-48f1-973a-6e0b891e9b22 admin admin] Deleting subnet bdc061ba-d0d0-4df0-b27c-b0a428efd92a {{(pid=99621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:49:36.779142 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf80e-53b4-48f1-973a-6e0b891e9b22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.813370 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf80e-53b4-48f1-973a-6e0b891e9b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5033197'] for subnet, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.864102 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf80e-53b4-48f1-973a-6e0b891e9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.928760 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf80e-53b4-48f1-973a-6e0b891e9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4906980'] for subnet, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.967402 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281050-bb46-48a9-b511-31f5589c27ee req-b5181b14-645b-4bfb-a853-274df0bd8657 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:36.968516 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cf80e-53b4-48f1-973a-6e0b891e9b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc061ba-d0d0-4df0-b27c-b0a428efd92a,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:36.968926 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-b5181b14-645b-4bfb-a853-274df0bd8657 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 817 time: 0.1339502 Jul 13 14:49:36.974653 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf80e-53b4-48f1-973a-6e0b891e9b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.978788 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-7f8cf80e-53b4-48f1-973a-6e0b891e9b22 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bdc061ba-d0d0-4df0-b27c-b0a428efd92a HTTP/1.1" status: 204 len: 168 time: 0.2482343 Jul 13 14:49:36.981457 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34556) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:37.033818 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-2db0ad3c-068b-44a7-8bc8-79973509ebda tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0305e7a2f9b948dfb400a93ba026094d HTTP/1.1" status: 200 len: 380 time: 0.0537870 Jul 13 14:49:37.050803 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'port': {'device_id': 'afffc147-4f31-4036-8049-086e78994a39', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'admin_state_up': True, 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'security_groups': ['da2ce0b4-4a3b-4568-8de5-35412efe5c02']}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:37.069961 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.103782 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-568cc63a-c527-4e0d-8cd9-476908925983 req-f94a2562-1952-4713-a563-357556172ac6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 210 time: 0.0309000 Jul 13 14:49:37.199071 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.202102 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Made reservation on behalf of 0305e7a2f9b948dfb400a93ba026094d for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:37.213281 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e6924b-1030-4cd4-9011-b578c9d1ac96']}} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:37.214669 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.227621 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669f0305-d567-4de6-a572-76c0bac89f2d') {'for_net_delete': True} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:37.228009 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669f0305-d567-4de6-a572-76c0bac89f2d') {} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:37.238279 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5033204'] for segment, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.256434 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.263811 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=99621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:49:37.264259 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033249'] for segment, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: Traceback (most recent call last): Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: timer() Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: cb(*args, **kw) Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: return func(*args, **kwargs) Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: self._notify() Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: self.callback(batched_events) Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: event.method(event) Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: return f(self, *a, **k) Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._get(url).json() Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: return self.request(url, 'GET', **kwargs) Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:49:37.266565 dv-cinder-733622-17-iscsi neutron-server[99621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:49:37.334132 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.340119 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.342172 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] 10.222.0.68 "DELETE /v2.0/networks/e8e6924b-1030-4cd4-9011-b578c9d1ac96 HTTP/1.1" status: 204 len: 168 time: 0.3593922 Jul 13 14:49:37.355881 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c40650-5260-40c9-878b-2ed799dd830c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e6924b-1030-4cd4-9011-b578c9d1ac96,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:37.359742 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Allocated IP 172.20.0.4 (e2e73f5c-8937-434e-bea0-2c8f10adb927/8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77/061f240d-1796-4fc8-b49d-592a4761d7e2) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:37.501089 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.503025 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34568) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:37.530723 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Transition to ACTIVE for port object 061f240d-1796-4fc8-b49d-592a4761d7e2 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:37.558684 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-6d55ff59-9197-48bf-8e91-af428bda489a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=167fceaf4380423cafdfdfb08f3a2cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545990 Jul 13 14:49:37.561308 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34570) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:37.582128 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.611131 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5089d4b6-0341-4057-a1b3-8a2139ce96d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.633466 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Network e2e73f5c-8937-434e-bea0-2c8f10adb927 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:37.637546 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:37.642432 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:37.646684 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5089d4b6-0341-4057-a1b3-8a2139ce96d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.646828 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event updated for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:37.709068 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:37.709533 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5089d4b6-0341-4057-a1b3-8a2139ce96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.709718 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.713648 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5089d4b6-0341-4057-a1b3-8a2139ce96d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.714888 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-5089d4b6-0341-4057-a1b3-8a2139ce96d1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/86af10cf-a40b-4f3f-b86d-a37168e984e7 HTTP/1.1" status: 204 len: 168 time: 0.1524925 Jul 13 14:49:37.723131 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d4b6-0341-4057-a1b3-8a2139ce96d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86af10cf-a40b-4f3f-b86d-a37168e984e7,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:37.728170 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-8328e23f-7a22-4757-a892-3d1b123e036e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6819072 Jul 13 14:49:37.740902 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Request body: {'port': {'device_id': 'afffc147-4f31-4036-8049-086e78994a39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:37.816301 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.902090 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-77896d77-1edf-4628-a01c-929eab47c895 None None] Provisioning for port 061f240d-1796-4fc8-b49d-592a4761d7e2 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:37.907624 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-77896d77-1edf-4628-a01c-929eab47c895 None None] Provisioning complete for port 061f240d-1796-4fc8-b49d-592a4761d7e2 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:37.908214 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-77896d77-1edf-4628-a01c-929eab47c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.949298 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-77896d77-1edf-4628-a01c-929eab47c895 None None] Port 061f240d-1796-4fc8-b49d-592a4761d7e2 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:49:38.096015 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061f240d-1796-4fc8-b49d-592a4761d7e2 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:49:38.105506 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:38.117431 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Transition to ACTIVE for port object 061f240d-1796-4fc8-b49d-592a4761d7e2 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:38.121224 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:38.214796 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Pushing event updated for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:38.253518 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Attempting to bind port 061f240d-1796-4fc8-b49d-592a4761d7e2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:49:38.253993 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Attempting to bind port 061f240d-1796-4fc8-b49d-592a4761d7e2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:49:38.254208 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Attempting to bind port 061f240d-1796-4fc8-b49d-592a4761d7e2 on network e2e73f5c-8937-434e-bea0-2c8f10adb927 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:38.259541 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Port 061f240d-1796-4fc8-b49d-592a4761d7e2 on network e2e73f5c-8937-434e-bea0-2c8f10adb927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:49:38.259868 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Attempting to bind port 061f240d-1796-4fc8-b49d-592a4761d7e2 on network e2e73f5c-8937-434e-bea0-2c8f10adb927 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:38.264961 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:49:38.265304 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Checking segment: {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:38.265828 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Bound using segment: {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:49:38.266127 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Bound port: 061f240d-1796-4fc8-b49d-592a4761d7e2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94c2b91-6b2e-429d-86a0-d2e66278080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:49:38.266491 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:38.320373 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8e260-4a7e-4178-a1a4-bdccaf5376f4 req-9ef8bdd4-4b60-466a-903b-f334ffa67c6c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:38.322517 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-93d8e260-4a7e-4178-a1a4-bdccaf5376f4 req-9ef8bdd4-4b60-466a-903b-f334ffa67c6c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0740316 Jul 13 14:49:38.344782 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:49:38.348101 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:49:38.355587 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:38.372443 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-93d8e260-4a7e-4178-a1a4-bdccaf5376f4 req-5c757f21-dc63-496c-8f58-326530787339 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Jul 13 14:49:38.395295 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:38.395926 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:38.397343 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] 10.222.0.70 "PUT /v2.0/ports/061f240d-1796-4fc8-b49d-592a4761d7e2 HTTP/1.1" status: 200 len: 1093 time: 0.6610813 Jul 13 14:49:38.397767 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:38.400040 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efda7a15-50a3-4930-842e-adb5cc6db202" -d '{"events": [{"name": "network-changed", "server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:38.440515 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6f6d1-ca6e-4b25-9a28-1e7e6548218c service neutron] Pushing event updated for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:38.500608 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e12346b-650e-4e53-8cb7-081620077c1b x-openstack-request-id: req-0e12346b-650e-4e53-8cb7-081620077c1b {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:38.501026 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:38.501387 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0e12346b-650e-4e53-8cb7-081620077c1b {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:38.502065 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'status': 'completed', 'code': 200} Jul 13 14:49:38.535390 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281050-bb46-48a9-b511-31f5589c27ee req-fd2dbe5a-b95c-44e6-b128-bb0075b29a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:38.537256 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-fd2dbe5a-b95c-44e6-b128-bb0075b29a45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 1096 time: 0.0746236 Jul 13 14:49:38.612466 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-f65629f4-a1aa-4528-b9de-c1c8566e01ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=061f240d-1796-4fc8-b49d-592a4761d7e2 HTTP/1.1" status: 200 len: 217 time: 0.0610650 Jul 13 14:49:38.663661 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281050-bb46-48a9-b511-31f5589c27ee req-503ffb02-a33e-4444-9df0-f084a62e7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:38.665920 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-503ffb02-a33e-4444-9df0-f084a62e7cbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0468252 Jul 13 14:49:38.729109 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281050-bb46-48a9-b511-31f5589c27ee req-354804f2-976c-4ddf-8bfd-866338efe2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:38.730761 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-354804f2-976c-4ddf-8bfd-866338efe2a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0574241 Jul 13 14:49:38.830558 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-be2040d2-c160-4325-a27c-12ca52cae673 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901625 Jul 13 14:49:38.928792 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6f281050-bb46-48a9-b511-31f5589c27ee req-c2c5646b-5e50-40c5-97b3-d05594ed4fb3 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910518 Jul 13 14:49:39.037191 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-0de5d519-660d-4396-80e4-8ae761bea614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:39.038681 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-0de5d519-660d-4396-80e4-8ae761bea614 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 1096 time: 0.0583458 Jul 13 14:49:39.131734 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-a4b30a43-7767-4107-8d57-77bf0cccc21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:39.133303 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-a4b30a43-7767-4107-8d57-77bf0cccc21c service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 918 time: 0.0881808 Jul 13 14:49:39.176003 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-7b37571a-f05f-46c0-b53d-bbd976082042 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=061f240d-1796-4fc8-b49d-592a4761d7e2 HTTP/1.1" status: 200 len: 217 time: 0.0338106 Jul 13 14:49:39.224071 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-b8c63539-3f6d-40c6-b394-57dbade5949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:39.225546 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-b8c63539-3f6d-40c6-b394-57dbade5949a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0426462 Jul 13 14:49:39.286091 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-090e3f72-6763-4c80-93a1-f276d5e7bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:39.287512 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-090e3f72-6763-4c80-93a1-f276d5e7bbcd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536773 Jul 13 14:49:39.375006 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-5e139ec9-e273-4da6-860c-c8b9aaea148c service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774376 Jul 13 14:49:39.468977 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efda7a15-50a3-4930-842e-adb5cc6db202 req-9ce191d6-c814-465d-b5ca-98d4af7bfcba service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842090 Jul 13 14:49:39.553474 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91252f5-ce3a-4fa7-9379-b9f77af59b21 req-2f66064f-b495-4943-9fe7-1dc570d97af9 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:39.555648 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f91252f5-ce3a-4fa7-9379-b9f77af59b21 req-2f66064f-b495-4943-9fe7-1dc570d97af9 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0607691 Jul 13 14:49:39.591052 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f91252f5-ce3a-4fa7-9379-b9f77af59b21 req-50335466-43a7-46a8-b3d1-fad887bb172a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302265 Jul 13 14:49:40.770714 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f765-9a9b-4407-acdf-74b6e56b63f6 req-be7d9a70-695a-423a-b6dc-5ffb38637da6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:40.772218 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8a03f765-9a9b-4407-acdf-74b6e56b63f6 req-be7d9a70-695a-423a-b6dc-5ffb38637da6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0653446 Jul 13 14:49:40.809813 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8a03f765-9a9b-4407-acdf-74b6e56b63f6 req-17fa72ff-9659-48b4-8359-2f449a2827fc tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Jul 13 14:49:41.176521 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34668) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:41.277691 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-10573f10-2f6f-492f-b72b-892a29f20f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.362259 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-10573f10-2f6f-492f-b72b-892a29f20f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.365845 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-10573f10-2f6f-492f-b72b-892a29f20f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.402052 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-10573f10-2f6f-492f-b72b-892a29f20f47 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=54b1e7838c334fdb9c0523e26c060283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244391 Jul 13 14:49:41.403950 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10573f10-2f6f-492f-b72b-892a29f20f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c628bda-2026-412a-b483-7cfb55e7fc61,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:41.404650 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34674) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:41.455493 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-516af3b4-1edc-402f-8610-dd6332ce9d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.476068 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-516af3b4-1edc-402f-8610-dd6332ce9d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.519979 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-516af3b4-1edc-402f-8610-dd6332ce9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.522636 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-516af3b4-1edc-402f-8610-dd6332ce9d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:41.524338 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-516af3b4-1edc-402f-8610-dd6332ce9d6f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c628bda-2026-412a-b483-7cfb55e7fc61 HTTP/1.1" status: 204 len: 168 time: 0.1181269 Jul 13 14:49:41.531666 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516af3b4-1edc-402f-8610-dd6332ce9d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c628bda-2026-412a-b483-7cfb55e7fc61,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:41.988579 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f10192-5983-4d8d-98e9-61d4ccdffd55 req-8947fdd0-6f95-4e49-84a1-2f751123caba tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:41.990096 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-36f10192-5983-4d8d-98e9-61d4ccdffd55 req-8947fdd0-6f95-4e49-84a1-2f751123caba tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0658057 Jul 13 14:49:42.032794 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-36f10192-5983-4d8d-98e9-61d4ccdffd55 req-692b4d22-945b-4227-aad1-16a3ff22af6f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362988 Jul 13 14:49:42.240101 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 061f240d-1796-4fc8-b49d-592a4761d7e2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:49:42.341973 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:42.354405 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'port_id': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'mac_address': 'fa:16:3e:9a:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:49:42.395815 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:42.410028 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061f240d-1796-4fc8-b49d-592a4761d7e2 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:49:42.429324 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:42.433872 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:42.483709 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:42.490776 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.491149 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.491573 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.491834 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.492259 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.496407 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.496778 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.497131 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.497478 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.497819 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.498156 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:42.498490 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:49:43.209505 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9996ae-bd4f-4563-9b80-4257bf42e36e req-19de23bf-77de-47d4-b160-477deaaf5831 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:43.211024 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1f9996ae-bd4f-4563-9b80-4257bf42e36e req-19de23bf-77de-47d4-b160-477deaaf5831 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 944 time: 0.0632734 Jul 13 14:49:43.248945 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1f9996ae-bd4f-4563-9b80-4257bf42e36e req-8a8bcc7b-89f3-4abc-ad26-683576acc18a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Jul 13 14:49:43.542569 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['061f240d-1796-4fc8-b49d-592a4761d7e2'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:49:44.431114 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159f923-8905-4251-8af1-afff27ad2efa req-ef267d29-ef8b-41c2-a15b-d8d279cb1856 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:44.433943 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6159f923-8905-4251-8af1-afff27ad2efa req-ef267d29-ef8b-41c2-a15b-d8d279cb1856 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 944 time: 0.0687780 Jul 13 14:49:44.487550 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6159f923-8905-4251-8af1-afff27ad2efa req-9a15a557-a9be-4dfa-8735-5ea20429b54d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475020 Jul 13 14:49:44.558606 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34740) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:44.671211 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-405769d4-8b71-49af-af61-ae3134cbc147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.775221 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-405769d4-8b71-49af-af61-ae3134cbc147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.779066 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-405769d4-8b71-49af-af61-ae3134cbc147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.824350 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-405769d4-8b71-49af-af61-ae3134cbc147 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4058a27b3c9a448981b929e74fbde922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645385 Jul 13 14:49:44.826132 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405769d4-8b71-49af-af61-ae3134cbc147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83462d29-3934-45e0-a960-c9216e0db793,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:44.826917 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34758) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:44.885029 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6df1515a-83dc-4a0a-973c-0341dcea8d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.906323 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6df1515a-83dc-4a0a-973c-0341dcea8d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.952227 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6df1515a-83dc-4a0a-973c-0341dcea8d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.954725 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6df1515a-83dc-4a0a-973c-0341dcea8d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:44.955880 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-6df1515a-83dc-4a0a-973c-0341dcea8d34 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83462d29-3934-45e0-a960-c9216e0db793 HTTP/1.1" status: 204 len: 168 time: 0.1279685 Jul 13 14:49:44.965917 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1515a-83dc-4a0a-973c-0341dcea8d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83462d29-3934-45e0-a960-c9216e0db793,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:45.654259 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc782640-9d45-412c-b3c9-2ecebbb52a25 req-c46bcba0-d13f-43fb-a3fb-78be2a38f335 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:45.656088 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc782640-9d45-412c-b3c9-2ecebbb52a25 req-c46bcba0-d13f-43fb-a3fb-78be2a38f335 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 944 time: 0.0632720 Jul 13 14:49:45.696124 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fc782640-9d45-412c-b3c9-2ecebbb52a25 req-d72fca4b-7b8a-45d1-8dc3-b5959a0b27ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345554 Jul 13 14:49:45.844479 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:46.531732 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 061f240d-1796-4fc8-b49d-592a4761d7e2 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:49:46.579832 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 061f240d-1796-4fc8-b49d-592a4761d7e2 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:49:46.583248 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 061f240d-1796-4fc8-b49d-592a4761d7e2 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:49:46.583625 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:46.657499 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:46.681537 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:46.683809 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9accef3a-a4ee-4502-ba62-8b69af090c97" -d '{"events": [{"server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "name": "network-vif-plugged", "status": "completed", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:46.696985 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:49:46.701599 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:46.724738 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c53f4c-3a8f-4cda-bfd8-09c38ab8a099 x-openstack-request-id: req-e5c53f4c-3a8f-4cda-bfd8-09c38ab8a099 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:46.725031 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "name": "network-vif-plugged", "status": "completed", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:46.725366 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e5c53f4c-3a8f-4cda-bfd8-09c38ab8a099 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:46.725756 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'code': 200} Jul 13 14:49:46.750805 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:46.875752 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e0404-ddbd-43ed-9991-599e9269cb0a req-c157e32a-7f1e-43aa-a385-8d0d7afc6c59 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:46.877224 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-936e0404-ddbd-43ed-9991-599e9269cb0a req-c157e32a-7f1e-43aa-a385-8d0d7afc6c59 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0644627 Jul 13 14:49:46.913773 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-936e0404-ddbd-43ed-9991-599e9269cb0a req-2041d5b7-81b4-4404-ba1b-0794e97ca623 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Jul 13 14:49:47.624718 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c575e505-66c5-42b0-8387-bc783a861714 req-5d1fa4b0-bd5d-4ede-9b43-ffb8b04afda8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573828 Jul 13 14:49:47.762620 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575e505-66c5-42b0-8387-bc783a861714 req-9e4efaf4-f78b-438b-a48d-0d2bd657731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:47.764154 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c575e505-66c5-42b0-8387-bc783a861714 req-9e4efaf4-f78b-438b-a48d-0d2bd657731a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 1099 time: 0.0825574 Jul 13 14:49:47.783079 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba8b99-5824-46a1-93f9-a42586f2ab53 req-b0f86200-bbb8-47db-9b25-56c70473013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:47.784577 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c3ba8b99-5824-46a1-93f9-a42586f2ab53 req-b0f86200-bbb8-47db-9b25-56c70473013f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 1098 time: 0.0646553 Jul 13 14:49:47.881580 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c3ba8b99-5824-46a1-93f9-a42586f2ab53 req-d2c3113b-f7f0-4d22-a059-fdd251016ecb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751159 Jul 13 14:49:47.905571 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575e505-66c5-42b0-8387-bc783a861714 req-153e801c-bddf-457c-9892-1c5a5c29fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:47.907384 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c575e505-66c5-42b0-8387-bc783a861714 req-153e801c-bddf-457c-9892-1c5a5c29fa73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 912 time: 0.1198714 Jul 13 14:49:48.023248 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c575e505-66c5-42b0-8387-bc783a861714 req-e3d8a34b-d2d7-4595-bd35-aee9b795d780 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3fb41f-3974-47b0-814c-430d13675578 HTTP/1.1" status: 200 len: 1002 time: 0.0643773 Jul 13 14:49:48.108078 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575e505-66c5-42b0-8387-bc783a861714 req-71211fd1-6572-467c-8e84-b6e410b78c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:48.109647 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c575e505-66c5-42b0-8387-bc783a861714 req-71211fd1-6572-467c-8e84-b6e410b78c6e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 200 len: 850 time: 0.0479949 Jul 13 14:49:48.112589 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff5679-08c8-4920-acff-563d6c55fc2e req-c4294318-3361-4926-8edc-5f296e287c97 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:48.114327 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5aff5679-08c8-4920-acff-563d6c55fc2e req-c4294318-3361-4926-8edc-5f296e287c97 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0713308 Jul 13 14:49:48.154927 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5aff5679-08c8-4920-acff-563d6c55fc2e req-72eb0aff-c170-42d3-b217-05d35c58a314 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345619 Jul 13 14:49:48.172760 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575e505-66c5-42b0-8387-bc783a861714 req-0edfdbbb-767d-4488-88c9-50e96201ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:48.174124 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c575e505-66c5-42b0-8387-bc783a861714 req-0edfdbbb-767d-4488-88c9-50e96201ae95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2ddd26d-3988-4f68-a07a-dd596748a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558181 Jul 13 14:49:48.258080 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-658b9b1f-f20a-4c83-ab02-3778bd14b5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:48.275499 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c575e505-66c5-42b0-8387-bc783a861714 req-d5f69132-1ed5-4e09-b63e-fa11fe4dc79f service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936220 Jul 13 14:49:48.378891 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c575e505-66c5-42b0-8387-bc783a861714 req-790f1399-0b9b-4c47-8519-23ee082d1747 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931556 Jul 13 14:49:48.595465 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34894) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:48.708063 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6e502e07-19c6-4ff7-915e-2c88f15e2d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:48.795213 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6e502e07-19c6-4ff7-915e-2c88f15e2d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:48.800180 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6e502e07-19c6-4ff7-915e-2c88f15e2d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:48.833927 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-6e502e07-19c6-4ff7-915e-2c88f15e2d33 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba691e3cc67446ca97f0819f23a06d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373204 Jul 13 14:49:48.837218 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34900) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:48.839439 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502e07-19c6-4ff7-915e-2c88f15e2d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d39efcd-64fa-4e72-804c-c22700a936aa,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:48.889202 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-743b4e5b-4d55-4974-9fb8-c0cc66e32174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:48.910079 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-743b4e5b-4d55-4974-9fb8-c0cc66e32174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:48.961290 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-743b4e5b-4d55-4974-9fb8-c0cc66e32174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:48.963745 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-743b4e5b-4d55-4974-9fb8-c0cc66e32174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:48.964905 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-743b4e5b-4d55-4974-9fb8-c0cc66e32174 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2d39efcd-64fa-4e72-804c-c22700a936aa HTTP/1.1" status: 204 len: 168 time: 0.1266429 Jul 13 14:49:48.972537 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b4e5b-4d55-4974-9fb8-c0cc66e32174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d39efcd-64fa-4e72-804c-c22700a936aa,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:49.540818 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222879f-e2f4-4dca-80b9-3c7056f314ce req-268b96d3-c665-4e85-af68-d4dd7c8254d2 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:49.542350 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9222879f-e2f4-4dca-80b9-3c7056f314ce req-268b96d3-c665-4e85-af68-d4dd7c8254d2 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.3137708 Jul 13 14:49:49.555962 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a767ec-db24-47b0-a8b1-c449e1f70e59 req-752b00cc-4824-43ee-b355-1981a6328a20 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:49.555962 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-45a767ec-db24-47b0-a8b1-c449e1f70e59 req-752b00cc-4824-43ee-b355-1981a6328a20 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0914197 Jul 13 14:49:49.613119 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9222879f-e2f4-4dca-80b9-3c7056f314ce req-0c69b5b1-9fb1-412b-9ddb-cf9e062c16c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564678 Jul 13 14:49:49.618027 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-45a767ec-db24-47b0-a8b1-c449e1f70e59 req-dc9d86c8-f82c-48cb-a6de-c8f01c031c17 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532012 Jul 13 14:49:49.641795 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34932) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:49.763267 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1080867219-network', 'tenant_id': '80a07c9caa6f40d49d9b27212c81f83e'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:49.794128 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Made reservation on behalf of 80a07c9caa6f40d49d9b27212c81f83e for: {'network': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:49.796375 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:49.808858 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:49.828449 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35249cb-542a-4bb8-a990-d1714a6aace9 req-18ae2f50-806c-4c65-b2e0-404aa08e298f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:49.829965 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f35249cb-542a-4bb8-a990-d1714a6aace9 req-18ae2f50-806c-4c65-b2e0-404aa08e298f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0995088 Jul 13 14:49:49.839242 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 34940) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:49.844899 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-9ffbfbd7-0ca3-4209-ad64-91b80cc4b8d8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Request body: {'floatingip': {'port_id': '061f240d-1796-4fc8-b49d-592a4761d7e2'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:49.891322 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfbd7-0ca3-4209-ad64-91b80cc4b8d8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.094045 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.100281 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.159579 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=99621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:49:50.180652 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf8918a-4f9d-48ec-8927-9f29582407c3,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:50.183436 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.183775 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.segments_db [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Added segment 868717de-b898-4451-bac4-d436fab41954 of type vlan for network 42758ca5-e024-49ef-99d7-a7f8ae64251f Jul 13 14:49:50.294627 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.367975 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.368970 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:50.369546 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.442828 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7998962 Jul 13 14:49:50.446369 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 34944) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:50.451444 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Request body: {'subnet': {'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1080867219-subnet', 'tenant_id': '80a07c9caa6f40d49d9b27212c81f83e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:50.467899 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d0be6-1ab5-454c-b096-632f9fdc2b1f admin admin] Pushing event updated for resources: {'Network': ['ID=42758ca5-e024-49ef-99d7-a7f8ae64251f,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:50.477427 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Made reservation on behalf of 80a07c9caa6f40d49d9b27212c81f83e for: {'subnet': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:50.480242 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6037123'] for subnet, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.480410 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 42758ca5-e024-49ef-99d7-a7f8ae64251f details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:49:50.536683 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfbd7-0ca3-4209-ad64-91b80cc4b8d8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.541764 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfbd7-0ca3-4209-ad64-91b80cc4b8d8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.642473 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.l3_db [None req-9ffbfbd7-0ca3-4209-ad64-91b80cc4b8d8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Floating IP f80e1c04-a84a-4a5d-b000-3e08ac31963f associated. External IP: 172.27.0.162, port: 061f240d-1796-4fc8-b49d-592a4761d7e2. Jul 13 14:49:50.670854 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6224186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6037169'] for subnet, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.747805 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45efbdf-f926-4ab4-95a4-509f3f83582d,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:50.757255 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Checking segment: {'id': '868717de-b898-4451-bac4-d436fab41954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:50.758552 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Network hostable DHCP agents. Network: 42758ca5-e024-49ef-99d7-a7f8ae64251f, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:49:50.761536 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.777777 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Network 42758ca5-e024-49ef-99d7-a7f8ae64251f is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:49:50.786870 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 42758ca5-e024-49ef-99d7-a7f8ae64251f) {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:50.791714 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:50.792956 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.797596 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121bad45-1258-40ce-bb62-d5f72b511b8e None None] Network 42758ca5-e024-49ef-99d7-a7f8ae64251f requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:49:50.816767 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-998a1eb2-d61f-4df7-a932-6d978c64c652 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3690529 Jul 13 14:49:50.874116 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2898ce-b4e1-4ad6-bb52-1498bbdb8c8e req-5b3eaaeb-da6c-41e3-aad6-eafa4f270076 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:50.875626 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eb2898ce-b4e1-4ad6-bb52-1498bbdb8c8e req-5b3eaaeb-da6c-41e3-aad6-eafa4f270076 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.1416337 Jul 13 14:49:50.919281 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7b46760b-6340-46ed-90c3-1d0aa0a821a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:50.946899 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79bb72f-d50c-4ca0-ab11-c80398f5b61c None None] Network 42758ca5-e024-49ef-99d7-a7f8ae64251f requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:49:50.956539 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eb2898ce-b4e1-4ad6-bb52-1498bbdb8c8e req-93bdd540-0c07-48aa-a633-b86ce7cb7f63 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502298 Jul 13 14:49:50.965572 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffbfbd7-0ca3-4209-ad64-91b80cc4b8d8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Router 32629a1d-ff8a-40cf-b97a-67232b487569 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:49:51.079763 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffbfbd7-0ca3-4209-ad64-91b80cc4b8d8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:49:51.090409 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] Sync routers for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:49:51.092329 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfbd7-0ca3-4209-ad64-91b80cc4b8d8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:51.101506 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:51.102231 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:51.140503 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-9ffbfbd7-0ca3-4209-ad64-91b80cc4b8d8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "PUT /v2.0/floatingips/f80e1c04-a84a-4a5d-b000-3e08ac31963f HTTP/1.1" status: 200 len: 991 time: 1.2974043 Jul 13 14:49:51.140503 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:51.153495 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13726186-bc87-4fa0-9191-d5936ba80cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:51.201409 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc137e4a-bca4-4009-a44d-141c6ebb192d x-openstack-request-id: req-bc137e4a-bca4-4009-a44d-141c6ebb192d {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:51.201713 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:51.202074 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bc137e4a-bca4-4009-a44d-141c6ebb192d {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:51.202470 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'status': 'completed', 'code': 200} Jul 13 14:49:51.239931 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:51.512965 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'f80e1c04-a84a-4a5d-b000-3e08ac31963f', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'port_id': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'mac_address': 'fa:16:3e:9a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffc147-4f31-4036-8049-086e78994a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:49:33Z', 'updated_at': '2021-07-13T14:49:50Z', 'revision_number': 1, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:51.538619 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] Checking router: 32629a1d-ff8a-40cf-b97a-67232b487569 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:49:51.546493 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:49:51.547093 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:51.647638 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:49:51.970670 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'f80e1c04-a84a-4a5d-b000-3e08ac31963f', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'port_id': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'mac_address': 'fa:16:3e:9a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffc147-4f31-4036-8049-086e78994a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:49:33Z', 'updated_at': '2021-07-13T14:49:50Z', 'revision_number': 1, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:49:51.996005 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294b929-d374-4d59-96db-b4af79f81f6e None None] The sync data for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi is: [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'f80e1c04-a84a-4a5d-b000-3e08ac31963f', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'port_id': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'mac_address': 'fa:16:3e:9a:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afffc147-4f31-4036-8049-086e78994a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:49:33Z', 'updated_at': '2021-07-13T14:49:50Z', 'revision_number': 1, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:49:52.082437 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:52.145207 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc49c-09c0-4059-81ef-22644c87f6b3 req-7026a2a5-7059-43a0-9df2-17d160a648e9 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:52.146771 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-50ffc49c-09c0-4059-81ef-22644c87f6b3 req-7026a2a5-7059-43a0-9df2-17d160a648e9 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0701034 Jul 13 14:49:52.189809 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-50ffc49c-09c0-4059-81ef-22644c87f6b3 req-6f466a77-3c2e-4d44-ad62-77ddff8f1ea0 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369470 Jul 13 14:49:52.195837 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3229c42c-4387-4e4d-8469-4d1f0ab89e52 None None] New status for floating IP f80e1c04-a84a-4a5d-b000-3e08ac31963f: ACTIVE {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:49:52.249027 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-9ab996d0-cca8-41da-8288-e7bb3fb0c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:52.250527 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-9ab996d0-cca8-41da-8288-e7bb3fb0c811 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 1098 time: 0.0529375 Jul 13 14:49:52.342529 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-9b968d21-a986-451e-a5fc-256d2a1c3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:52.343888 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-9b968d21-a986-451e-a5fc-256d2a1c3911 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 918 time: 0.0868745 Jul 13 14:49:52.413099 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-2b86c721-38d8-4bc3-a50e-7e1f39c770e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=061f240d-1796-4fc8-b49d-592a4761d7e2 HTTP/1.1" status: 200 len: 999 time: 0.0610509 Jul 13 14:49:52.461370 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-5b70d1de-99f6-46e0-9297-939fedfccf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:52.462845 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-5b70d1de-99f6-46e0-9297-939fedfccf1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0437050 Jul 13 14:49:52.526167 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-7fa3cc0a-2915-476e-8060-bb75d5c7dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:52.527717 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-7fa3cc0a-2915-476e-8060-bb75d5c7dd35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570796 Jul 13 14:49:52.616683 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-0772dd6f-1ebd-43b3-9391-3e9c426a4a24 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815616 Jul 13 14:49:52.707373 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-13726186-bc87-4fa0-9191-d5936ba80cd4 req-8086c804-68f4-4705-8ba8-4825e45c5013 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839496 Jul 13 14:49:53.379949 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77732074-c222-4868-9e3f-8cd3b994999c req-c4bda65d-fd1e-4bdc-b306-86be361802d0 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:53.381266 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-77732074-c222-4868-9e3f-8cd3b994999c req-c4bda65d-fd1e-4bdc-b306-86be361802d0 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0655422 Jul 13 14:49:53.423346 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-77732074-c222-4868-9e3f-8cd3b994999c req-88f2e4ea-0a3b-46d3-b5c3-c9eb7478022f tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360105 Jul 13 14:49:53.442137 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:53.707716 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-b66ae7c4-7da4-4d31-a0d6-0b18eeaab411 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:53.709119 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-b66ae7c4-7da4-4d31-a0d6-0b18eeaab411 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/networks?id=42758ca5-e024-49ef-99d7-a7f8ae64251f HTTP/1.1" status: 200 len: 809 time: 0.1027117 Jul 13 14:49:53.724809 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-08be38d4-000a-4eed-9d2a-813090e91b92 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/quotas/80a07c9caa6f40d49d9b27212c81f83e HTTP/1.1" status: 200 len: 375 time: 0.0095272 Jul 13 14:49:53.757934 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e21111ce-01c7-4cf5-a63e-54cf151b3139 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=80a07c9caa6f40d49d9b27212c81f83e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274115 Jul 13 14:49:53.844705 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-8b78fb2b-c921-4e02-83b7-87c353b21c17 service neutron] 10.222.0.68 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805237 Jul 13 14:49:53.936301 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-d0081a1d-7d95-4b55-9416-9604ea4fee3a service neutron] 10.222.0.68 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857301 Jul 13 14:49:54.098702 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-71896b16-d3f9-41f2-9532-e4ce4477cbd4 req-4c8218b2-cdc7-4460-a6ce-08bcfcd5321c tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 210 time: 0.0290706 Jul 13 14:49:54.631633 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1b938-a2d8-46d3-904f-9ce2a2d7756f req-0d33efb5-6e0e-46f7-bc22-12d674085ada tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:54.633841 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b2d1b938-a2d8-46d3-904f-9ce2a2d7756f req-0d33efb5-6e0e-46f7-bc22-12d674085ada tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0892928 Jul 13 14:49:54.677280 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b2d1b938-a2d8-46d3-904f-9ce2a2d7756f req-5c0642f6-8f75-4661-b77d-daab6ccd5365 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371094 Jul 13 14:49:54.737265 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:49:55.250654 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7129f73b-c2ac-4af7-a660-bb95f692fbf9 req-fa30bdb7-a308-460d-95ca-04c0a41333e0 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 210 time: 0.0292506 Jul 13 14:49:55.264647 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-ad07fe1b-3e7c-43dc-9e83-05f297b4bd99 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:55.266513 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-ad07fe1b-3e7c-43dc-9e83-05f297b4bd99 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.70 "GET /v2.0/networks?id=42758ca5-e024-49ef-99d7-a7f8ae64251f HTTP/1.1" status: 200 len: 809 time: 0.1065564 Jul 13 14:49:55.279278 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Request body: {'port': {'device_id': 'cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab', 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f', 'admin_state_up': True, 'tenant_id': '80a07c9caa6f40d49d9b27212c81f83e'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:55.391027 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Made reservation on behalf of 80a07c9caa6f40d49d9b27212c81f83e for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:55.394527 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:55.525953 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Allocated IP 172.20.0.7 (42758ca5-e024-49ef-99d7-a7f8ae64251f/f45efbdf-f926-4ab4-95a4-509f3f83582d/6376a976-9b06-48e5-9825-4127a92df6fd) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:49:55.866055 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb3301-59ce-413f-9a88-7fa681c2df57 req-e8db5b57-a900-4b6c-a219-e94bca6c1205 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:55.868934 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-83fb3301-59ce-413f-9a88-7fa681c2df57 req-e8db5b57-a900-4b6c-a219-e94bca6c1205 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0701826 Jul 13 14:49:55.909956 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-83fb3301-59ce-413f-9a88-7fa681c2df57 req-ca4d243e-59a9-4e08-9c8e-ff8febb64611 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349860 Jul 13 14:49:55.958749 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:55.996908 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.043367 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Network 42758ca5-e024-49ef-99d7-a7f8ae64251f is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:49:56.046513 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:56.050506 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:49:56.076716 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Pushing event updated for resources: {'Port': ['ID=6376a976-9b06-48e5-9825-4127a92df6fd,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:56.105228 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.105848 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.120094 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-9675eebf-beac-4144-8227-f9e46d014b93 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8446858 Jul 13 14:49:56.133526 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Request body: {'port': {'device_id': 'cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:56.203177 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.432608 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5228a-bf02-49a6-9099-d6ead490e826 req-b4aebe77-2982-4e3f-9a46-6e4a39384fe3 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.434120 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0ce5228a-bf02-49a6-9099-d6ead490e826 req-b4aebe77-2982-4e3f-9a46-6e4a39384fe3 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 931 time: 0.0698376 Jul 13 14:49:56.464593 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6376a976-9b06-48e5-9825-4127a92df6fd {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:49:56.471870 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.472205 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0ce5228a-bf02-49a6-9099-d6ead490e826 req-c79e7550-e3e6-47fa-8bca-a35bea44a9da tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Jul 13 14:49:56.485459 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Transition to ACTIVE for port object 6376a976-9b06-48e5-9825-4127a92df6fd will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:49:56.489141 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.540012 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Pushing event updated for resources: {'Port': ['ID=6376a976-9b06-48e5-9825-4127a92df6fd,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:56.605135 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Attempting to bind port 6376a976-9b06-48e5-9825-4127a92df6fd on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:49:56.605474 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Attempting to bind port 6376a976-9b06-48e5-9825-4127a92df6fd by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '868717de-b898-4451-bac4-d436fab41954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:49:56.605803 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Attempting to bind port 6376a976-9b06-48e5-9825-4127a92df6fd on network 42758ca5-e024-49ef-99d7-a7f8ae64251f {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:56.609976 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Port 6376a976-9b06-48e5-9825-4127a92df6fd on network 42758ca5-e024-49ef-99d7-a7f8ae64251f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:49:56.610304 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Attempting to bind port 6376a976-9b06-48e5-9825-4127a92df6fd on network 42758ca5-e024-49ef-99d7-a7f8ae64251f {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:49:56.615107 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:49:56.615444 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Checking segment: {'id': '868717de-b898-4451-bac4-d436fab41954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:56.615839 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Bound using segment: {'id': '868717de-b898-4451-bac4-d436fab41954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:49:56.616292 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Bound port: 6376a976-9b06-48e5-9825-4127a92df6fd, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868717de-b898-4451-bac4-d436fab41954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:49:56.616690 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.681692 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] For port 6376a976-9b06-48e5-9825-4127a92df6fd, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:49:56.684653 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] For port 6376a976-9b06-48e5-9825-4127a92df6fd, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6376a976-9b06-48e5-9825-4127a92df6fd,segment=NetworkSegment(868717de-b898-4451-bac4-d436fab41954),segment_id=868717de-b898-4451-bac4-d436fab41954)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:49:56.689046 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.722887 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.723516 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:56.724918 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] 10.222.0.70 "PUT /v2.0/ports/6376a976-9b06-48e5-9825-4127a92df6fd HTTP/1.1" status: 200 len: 1093 time: 0.5963364 Jul 13 14:49:56.725359 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab', 'tag': '6376a976-9b06-48e5-9825-4127a92df6fd'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:49:56.727698 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae73614-4116-40da-bc54-6af33ba26ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab", "tag": "6376a976-9b06-48e5-9825-4127a92df6fd"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:49:56.751980 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74119ab-cb08-45ae-9f46-4b9e0580d2cf service neutron] Pushing event updated for resources: {'Port': ['ID=6376a976-9b06-48e5-9825-4127a92df6fd,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:56.785758 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb43da2-51b3-4ea2-bb48-a7c72f6490e4 x-openstack-request-id: req-5bb43da2-51b3-4ea2-bb48-a7c72f6490e4 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:49:56.786052 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab", "tag": "6376a976-9b06-48e5-9825-4127a92df6fd", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:49:56.786304 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5bb43da2-51b3-4ea2-bb48-a7c72f6490e4 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:49:56.786700 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab', 'tag': '6376a976-9b06-48e5-9825-4127a92df6fd', 'status': 'completed', 'code': 200} Jul 13 14:49:56.847190 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-1444497d-a99c-4ce2-a5b4-a739eae1f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.849070 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-1444497d-a99c-4ce2-a5b4-a739eae1f55a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=80a07c9caa6f40d49d9b27212c81f83e&device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 1096 time: 0.0596936 Jul 13 14:49:56.904216 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-7bb647e5-fa13-4783-8168-a14b36111cfe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376a976-9b06-48e5-9825-4127a92df6fd HTTP/1.1" status: 200 len: 217 time: 0.0480013 Jul 13 14:49:56.956145 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e7823fd5-1e51-40c5-b6e0-d42c539afff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:56.957617 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-e7823fd5-1e51-40c5-b6e0-d42c539afff9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f45efbdf-f926-4ab4-95a4-509f3f83582d HTTP/1.1" status: 200 len: 849 time: 0.0448353 Jul 13 14:49:56.992476 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-c46f7c2d-af4a-4edc-90e8-fa853959eca6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42758ca5-e024-49ef-99d7-a7f8ae64251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262861 Jul 13 14:49:57.088428 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-4bc487d4-88a1-4375-ab87-0857a62bbbc3 service neutron] 10.222.0.70 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903873 Jul 13 14:49:57.093831 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8f042-35cf-4e75-8997-f29afc9f7702 req-3fdb7ce3-07e9-4c58-9423-59fb05062b8e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.095323 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-60d8f042-35cf-4e75-8997-f29afc9f7702 req-3fdb7ce3-07e9-4c58-9423-59fb05062b8e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0689576 Jul 13 14:49:57.138178 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-60d8f042-35cf-4e75-8997-f29afc9f7702 req-1fbc621a-775b-4c6b-ae13-6cd51d83a51d tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373170 Jul 13 14:49:57.182928 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-26b64bc9-a86f-4913-8b84-bc67ee212884 req-f6a3803a-1903-46a1-934e-be364ad76c98 service neutron] 10.222.0.70 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868123 Jul 13 14:49:57.285916 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae73614-4116-40da-bc54-6af33ba26ed4 req-5093886e-1165-4ea2-89e1-e5d5b422f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.287758 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-aae73614-4116-40da-bc54-6af33ba26ed4 req-5093886e-1165-4ea2-89e1-e5d5b422f13a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=80a07c9caa6f40d49d9b27212c81f83e&device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 1096 time: 0.0545614 Jul 13 14:49:57.380408 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae73614-4116-40da-bc54-6af33ba26ed4 req-c88d0df4-674a-42b0-aa02-dfc6db71a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.381885 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-aae73614-4116-40da-bc54-6af33ba26ed4 req-c88d0df4-674a-42b0-aa02-dfc6db71a997 service neutron] 10.222.0.70 "GET /v2.0/networks?id=42758ca5-e024-49ef-99d7-a7f8ae64251f HTTP/1.1" status: 200 len: 910 time: 0.0875361 Jul 13 14:49:57.423740 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-aae73614-4116-40da-bc54-6af33ba26ed4 req-804a6104-5c7e-4f8e-86a3-375a8d2d4531 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6376a976-9b06-48e5-9825-4127a92df6fd HTTP/1.1" status: 200 len: 217 time: 0.0338330 Jul 13 14:49:57.472461 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae73614-4116-40da-bc54-6af33ba26ed4 req-07a2a555-1df8-4e06-9f84-c6b4754a5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.473898 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-aae73614-4116-40da-bc54-6af33ba26ed4 req-07a2a555-1df8-4e06-9f84-c6b4754a5a68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f45efbdf-f926-4ab4-95a4-509f3f83582d HTTP/1.1" status: 200 len: 849 time: 0.0434895 Jul 13 14:49:57.514281 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-aae73614-4116-40da-bc54-6af33ba26ed4 req-19e9053e-5339-4410-972c-87ed9d31d6cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42758ca5-e024-49ef-99d7-a7f8ae64251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303698 Jul 13 14:49:57.605368 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-aae73614-4116-40da-bc54-6af33ba26ed4 req-a01dc219-0046-4797-8e3c-72cd08dc5be9 service neutron] 10.222.0.70 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830634 Jul 13 14:49:57.649455 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951759d-bac1-4a06-abbe-204f1ccc0346 req-c4de9813-02af-4bb5-a834-163ef6954fbd tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:57.650952 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7951759d-bac1-4a06-abbe-204f1ccc0346 req-c4de9813-02af-4bb5-a834-163ef6954fbd tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 943 time: 0.0626192 Jul 13 14:49:57.688457 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7951759d-bac1-4a06-abbe-204f1ccc0346 req-f2b05787-f914-416b-bfde-dad762ad1187 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Jul 13 14:49:57.702137 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-aae73614-4116-40da-bc54-6af33ba26ed4 req-5fa47f35-f394-4e60-bf35-f41439b1cf98 service neutron] 10.222.0.70 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889351 Jul 13 14:49:58.071665 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35106) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:58.175312 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4a2fcf9b-3d2c-433b-9115-b9e4f42fe58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.269619 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4a2fcf9b-3d2c-433b-9115-b9e4f42fe58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.274621 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4a2fcf9b-3d2c-433b-9115-b9e4f42fe58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.315080 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-4a2fcf9b-3d2c-433b-9115-b9e4f42fe58d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8adcf18ad5ae4fd5977ddb19bd0f140d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422647 Jul 13 14:49:58.316051 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fcf9b-3d2c-433b-9115-b9e4f42fe58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb6fbd2-9700-43b3-ae4c-d8a3c4894872,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:58.318323 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35112) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:58.320367 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c594efd-daf9-485d-83c7-d99ef37af952 req-680641e9-5dd4-48d1-b724-ff015b74da72 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:58.321895 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6c594efd-daf9-485d-83c7-d99ef37af952 req-680641e9-5dd4-48d1-b724-ff015b74da72 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0738549 Jul 13 14:49:58.366911 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6c594efd-daf9-485d-83c7-d99ef37af952 req-a168f4db-dcfb-4474-8c2f-18e83261e60e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341322 Jul 13 14:49:58.368517 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bcb64149-d2b7-4ccd-8a59-b6696693a2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.389225 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bcb64149-d2b7-4ccd-8a59-b6696693a2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.437656 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bcb64149-d2b7-4ccd-8a59-b6696693a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.440335 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bcb64149-d2b7-4ccd-8a59-b6696693a2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:58.441483 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-bcb64149-d2b7-4ccd-8a59-b6696693a2d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3eb6fbd2-9700-43b3-ae4c-d8a3c4894872 HTTP/1.1" status: 204 len: 168 time: 0.1222687 Jul 13 14:49:58.450850 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb64149-d2b7-4ccd-8a59-b6696693a2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb6fbd2-9700-43b3-ae4c-d8a3c4894872,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:58.874374 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc7d5-99e5-4596-b234-e89baa84f936 req-46421a4e-7fcf-4d21-ad08-8a3b9147c669 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:58.875957 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-633fc7d5-99e5-4596-b234-e89baa84f936 req-46421a4e-7fcf-4d21-ad08-8a3b9147c669 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 943 time: 0.0720081 Jul 13 14:49:58.916272 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-633fc7d5-99e5-4596-b234-e89baa84f936 req-350cecaf-f132-4142-9ad1-a1088bb14624 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Jul 13 14:49:59.051716 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35138) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:59.152105 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-357711559-network', 'tenant_id': '06133272fcc84f67bfa6304b218717e5'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:59.174620 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Made reservation on behalf of 06133272fcc84f67bfa6304b218717e5 for: {'network': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:59.177114 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.185317 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.271958 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.276531 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.300613 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=99622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:49:59.309965 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33c1281-5173-47d4-af3a-da2d1f252f8d,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:59.314508 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.314838 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.segments_db [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Added segment 6b7ed622-46d7-4488-bf3a-5936dec0ffda of type vlan for network 1243d244-8e7c-4936-be5f-46d13ffbf9fd Jul 13 14:49:59.353821 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.381254 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.382222 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:59.382804 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.439332 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3862276 Jul 13 14:49:59.442826 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 35146) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:59.447901 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Request body: {'subnet': {'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-357711559-subnet', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:59.448320 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ec975-f728-40c0-84b6-a50edc96d647 admin admin] Pushing event updated for resources: {'Network': ['ID=1243d244-8e7c-4936-be5f-46d13ffbf9fd,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:59.459606 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:49:59.469863 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Made reservation on behalf of 06133272fcc84f67bfa6304b218717e5 for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:49:59.472966 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4906945'] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.615663 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9685d24-249a-4356-a729-8d3d146b5a30 req-a18e5ec2-5dad-4815-8c45-8b18e82213db tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:59.618125 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f9685d24-249a-4356-a729-8d3d146b5a30 req-a18e5ec2-5dad-4815-8c45-8b18e82213db tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.1042016 Jul 13 14:49:59.690437 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f9685d24-249a-4356-a729-8d3d146b5a30 req-09330fae-7ff0-4c82-aa68-4406d3cccb9a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497684 Jul 13 14:49:59.734102 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5033038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4906995'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.794620 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15289ae-b56b-4ed7-b63d-8ade077e6745,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:49:59.798881 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Checking segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:49:59.799238 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Network hostable DHCP agents. Network: 1243d244-8e7c-4936-be5f-46d13ffbf9fd, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:49:59.816298 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:49:59.824838 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 1243d244-8e7c-4936-be5f-46d13ffbf9fd) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:49:59.832658 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:49:59.833246 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.837697 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5022390e-0eda-43af-b516-20ffb00a6afa None None] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:49:59.852739 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1ce36b42-5612-40a7-b1f7-7f768fb04843 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4069095 Jul 13 14:49:59.854245 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35150) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:49:59.858969 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:49:59.882675 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.883683 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7029'] for router, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:59.938164 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.002327 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64df5e68-33c8-51d1-8ea3-e02e79acb91b-1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745'}]}} from dv-cinder-733622-17-iscsi. {{(pid=99623) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:50:00.003810 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.033987 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 6376a976-9b06-48e5-9825-4127a92df6fd details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:50:00.085694 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.111626 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca045f6-e48b-4675-92c7-3411d13ba2a8 req-86866ed3-902a-4dd0-b23e-c2758ce012c9 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:00.113421 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9ca045f6-e48b-4675-92c7-3411d13ba2a8 req-86866ed3-902a-4dd0-b23e-c2758ce012c9 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 943 time: 0.0720754 Jul 13 14:50:00.168701 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9ca045f6-e48b-4675-92c7-3411d13ba2a8 req-f2d8fbf0-4609-4b28-ba7d-cb28172a4613 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470114 Jul 13 14:50:00.236791 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.db_base_plugin_common [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Allocated IP 172.20.0.2 (1243d244-8e7c-4936-be5f-46d13ffbf9fd/a15289ae-b56b-4ed7-b63d-8ade077e6745/70bb37aa-7161-4ff4-8fd2-0e6c336898c4) {{(pid=99623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:00.247737 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 6376a976-9b06-48e5-9825-4127a92df6fd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6376a976-9b06-48e5-9825-4127a92df6fd,segment=NetworkSegment(868717de-b898-4451-bac4-d436fab41954),segment_id=868717de-b898-4451-bac4-d436fab41954)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:00.269143 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '6376a976-9b06-48e5-9825-4127a92df6fd', 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f', 'port_id': '6376a976-9b06-48e5-9825-4127a92df6fd', 'mac_address': 'fa:16:3e:07:06:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45efbdf-f926-4ab4-95a4-509f3f83582d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:50:00.313017 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.332361 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.363147 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.385461 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6376a976-9b06-48e5-9825-4127a92df6fd {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:00.434738 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 6376a976-9b06-48e5-9825-4127a92df6fd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6376a976-9b06-48e5-9825-4127a92df6fd,segment=NetworkSegment(868717de-b898-4451-bac4-d436fab41954),segment_id=868717de-b898-4451-bac4-d436fab41954)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:00.437150 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Allocated IP 172.27.0.32 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:00.443169 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.483895 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Notify callbacks [] for port, precommit_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.497122 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Transition to ACTIVE for port object 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:00.522278 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Transition to ACTIVE for port object 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 will not be triggered until provisioned by entity DHCP. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:00.528052 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=6376a976-9b06-48e5-9825-4127a92df6fd,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:00.532165 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.546856 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.572569 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd is already hosted by enough agents. {{(pid=99623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:00.577513 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.base_scheduler [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Resources bound (agent type, host, resource id): {{(pid=99623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:00.581668 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Received port after_create {{(pid=99623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:00.587511 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Pushing event updated for resources: {'Port': ['ID=70bb37aa-7161-4ff4-8fd2-0e6c336898c4,revision_number=1']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:00.588686 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.630977 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:00.635765 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:00.640143 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:00.648485 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Attempting to bind port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:00.648984 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Attempting to bind port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:00.649442 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Attempting to bind port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:00.655523 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:00.655913 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Checking segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:00.656351 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.656750 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Bound using segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:00.657228 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Bound port: 70bb37aa-7161-4ff4-8fd2-0e6c336898c4, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:00.657606 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.669133 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:00.707031 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['6376a976-9b06-48e5-9825-4127a92df6fd'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:50:00.751943 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] For port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:00.757731 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] For port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=70bb37aa-7161-4ff4-8fd2-0e6c336898c4,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:00.773018 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.889462 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b46c6-aa57-4b26-8fdf-a8b537328514 None None] Pushing event updated for resources: {'Port': ['ID=70bb37aa-7161-4ff4-8fd2-0e6c336898c4,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:00.893750 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197dad9-7c9e-456b-9f17-e43f18a471ae req-e936c82b-2652-4cf8-9e1c-e4c3a899f4c4 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:00.895464 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d197dad9-7c9e-456b-9f17-e43f18a471ae req-e936c82b-2652-4cf8-9e1c-e4c3a899f4c4 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0846536 Jul 13 14:50:00.923090 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:00.947780 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d197dad9-7c9e-456b-9f17-e43f18a471ae req-250f6f20-e156-4b74-8189-3066da976886 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417609 Jul 13 14:50:01.165800 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839'] for router, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.196812 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:01.250912 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:01.296979 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 is scheduled to L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 with binding_index 1 {{(pid=99622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:50:01.365568 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868106d-4e23-4d0e-b10d-187b51c09020 req-4c9dff26-08ea-4655-a445-b61b5c6427a2 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:01.367459 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0868106d-4e23-4d0e-b10d-187b51c09020 req-4c9dff26-08ea-4655-a445-b61b5c6427a2 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 944 time: 0.0733843 Jul 13 14:50:01.407043 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:01.412853 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0868106d-4e23-4d0e-b10d-187b51c09020 req-a88f0dff-4f9b-4677-9220-e4ad7e23d09b tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 Jul 13 14:50:01.418364 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Sync routers for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:01.427614 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] Notify callbacks [] for router, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.431441 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:01.431600 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-e718b0d8-3fad-4c09-a282-fa96da2844b2 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5736909 Jul 13 14:50:01.431816 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:01.431940 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35176) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:01.535737 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:01.717356 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:00Z', 'revision_number': 3, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:01.748909 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Checking router: 8866f587-706f-4d16-a5d0-0a4cb2132ae0 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:01.749256 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Updating router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d binding host dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:50:01.785268 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.821420 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b85ec-01f7-4c20-b71c-b77dad4acf4e None None] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:50:01.845010 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:01.950769 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-91da2ba9-f8b3-434b-90c0-70ee390b2b99 None None] Provisioning for port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:01.961108 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-91da2ba9-f8b3-434b-90c0-70ee390b2b99 None None] Provisioning complete for port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:01.961491 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-91da2ba9-f8b3-434b-90c0-70ee390b2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.005033 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Allocated IP 172.20.0.1 (1243d244-8e7c-4936-be5f-46d13ffbf9fd/a15289ae-b56b-4ed7-b63d-8ade077e6745/f71d376e-15c9-4d38-b4d7-713ed0b5031c) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:02.142918 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfdf06-6a05-40ad-9fef-0427b4bd64be req-e6d2f8fa-62e8-4ec7-a03b-0a6c34e6e6dc tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:02.144711 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-63bfdf06-6a05-40ad-9fef-0427b4bd64be req-e6d2f8fa-62e8-4ec7-a03b-0a6c34e6e6dc tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0740793 Jul 13 14:50:02.156391 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 6376a976-9b06-48e5-9825-4127a92df6fd up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:02.187640 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-63bfdf06-6a05-40ad-9fef-0427b4bd64be req-54cd3e61-2417-4c53-bc4e-d406fa7d9feb tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361485 Jul 13 14:50:02.369348 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 6376a976-9b06-48e5-9825-4127a92df6fd completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:02.394835 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 6376a976-9b06-48e5-9825-4127a92df6fd triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:02.395186 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.396089 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.396705 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-91da2ba9-f8b3-434b-90c0-70ee390b2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.409079 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Transition to ACTIVE for port object f71d376e-15c9-4d38-b4d7-713ed0b5031c will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:02.441823 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.478993 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Notify callbacks [] for port, precommit_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.489670 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:02.495606 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:02.498673 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:02.501017 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-91da2ba9-f8b3-434b-90c0-70ee390b2b99 None None] For port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=70bb37aa-7161-4ff4-8fd2-0e6c336898c4,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:02.510327 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Transition to ACTIVE for port object b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:02.517321 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-91da2ba9-f8b3-434b-90c0-70ee390b2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.530750 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Pushing event updated for resources: {'Port': ['ID=f71d376e-15c9-4d38-b4d7-713ed0b5031c,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:02.544394 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.550510 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-716178'] for router_interface, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.613831 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.639920 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Attempting to bind port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:02.640344 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Attempting to bind port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:02.640716 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Attempting to bind port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d on network 29747457-fede-49b1-b2b1-e0dc79c8d995 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:02.663820 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da2ba9-f8b3-434b-90c0-70ee390b2b99 None None] Pushing event updated for resources: {'Port': ['ID=70bb37aa-7161-4ff4-8fd2-0e6c336898c4,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:02.670345 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:02.670763 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:02.671180 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.671587 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Bound using segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:02.672151 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Bound port: b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:02.672569 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.697423 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6376a976-9b06-48e5-9825-4127a92df6fd'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:02.703727 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfac5d4-62e0-4f42-a2e8-b397199b898b" -d '{"events": [{"server_uuid": "cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab", "name": "network-vif-plugged", "status": "completed", "tag": "6376a976-9b06-48e5-9825-4127a92df6fd"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:02.739411 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1ce9-0f16-4e7c-be8d-8f7acb9c4702 req-501e0b70-3528-4d35-9087-ac33558ef62c tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:02.748174 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ef0d1ce9-0f16-4e7c-be8d-8f7acb9c4702 req-501e0b70-3528-4d35-9087-ac33558ef62c tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 944 time: 0.1164532 Jul 13 14:50:02.749418 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 6376a976-9b06-48e5-9825-4127a92df6fd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6376a976-9b06-48e5-9825-4127a92df6fd,segment=NetworkSegment(868717de-b898-4451-bac4-d436fab41954),segment_id=868717de-b898-4451-bac4-d436fab41954)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:02.762512 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.771226 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363d9d29-d618-461e-bc91-b3ad8ecc2f15 x-openstack-request-id: req-363d9d29-d618-461e-bc91-b3ad8ecc2f15 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:02.771521 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab", "name": "network-vif-plugged", "status": "completed", "tag": "6376a976-9b06-48e5-9825-4127a92df6fd", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:02.771787 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-363d9d29-d618-461e-bc91-b3ad8ecc2f15 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:02.772197 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6376a976-9b06-48e5-9825-4127a92df6fd', 'code': 200} Jul 13 14:50:02.777054 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7260319-3595-4658-95fa-29c9b426bf34 None None] Pushing event updated for resources: {'Port': ['ID=b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:02.801044 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.819007 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] For port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:02.837985 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ef0d1ce9-0f16-4e7c-be8d-8f7acb9c4702 req-d6bffa3c-6a20-416b-8f20-a3c5a5c9495c tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884361 Jul 13 14:50:02.844293 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] For port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:02.862421 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.869612 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=6376a976-9b06-48e5-9825-4127a92df6fd,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:02.903609 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-cec3e7ec-4090-400c-a676-69dc2567a555 None None] Provisioning complete for port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:02.903897 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-cec3e7ec-4090-400c-a676-69dc2567a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:02.955365 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:02.956119 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:03.000356 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7260319-3595-4658-95fa-29c9b426bf34 None None] Pushing event updated for resources: {'Port': ['ID=b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:03.067175 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.080919 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.113279 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:03.154633 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:03.165058 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Pushing event updated for resources: {'Port': ['ID=f71d376e-15c9-4d38-b4d7-713ed0b5031c,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:03.168432 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35dc0f-70e7-43c2-b655-c69de49099dc req-911074c3-d192-4eb7-be9e-437432b5e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:03.169932 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-cc35dc0f-70e7-43c2-b655-c69de49099dc req-911074c3-d192-4eb7-be9e-437432b5e747 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 1098 time: 0.1595578 Jul 13 14:50:03.174955 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716504'] for router_interface, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.256045 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-cc35dc0f-70e7-43c2-b655-c69de49099dc req-6acb3167-5ab1-40cb-85de-905ccd5d3038 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782101 Jul 13 14:50:03.285594 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-9db58173-90f5-4649-aad6-297a76632db8 None None] Provisioning for port f71d376e-15c9-4d38-b4d7-713ed0b5031c completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:03.292138 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:03.293717 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:03.301794 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-9db58173-90f5-4649-aad6-297a76632db8 None None] Provisioning complete for port f71d376e-15c9-4d38-b4d7-713ed0b5031c triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:03.302294 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-9db58173-90f5-4649-aad6-297a76632db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.328491 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:03.328902 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.404924 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-9db58173-90f5-4649-aad6-297a76632db8 None None] Port f71d376e-15c9-4d38-b4d7-713ed0b5031c cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:50:03.416232 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a85d83-a972-48af-a2bc-dfdf679e1ee4 req-c6de4c15-1dce-4cef-85bb-a6c5870af92f tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:03.419522 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:50:03.427161 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e0a85d83-a972-48af-a2bc-dfdf679e1ee4 req-c6de4c15-1dce-4cef-85bb-a6c5870af92f tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.1050758 Jul 13 14:50:03.470791 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e0a85d83-a972-48af-a2bc-dfdf679e1ee4 req-84740aa2-6f3b-4997-8e07-53bb7ee3182e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424268 Jul 13 14:50:03.494975 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 1, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:03.532171 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858430df-d6d7-49cd-a21f-9e4aaefce87f None None] The sync data for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi is: [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 1, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:03.551029 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:03.557159 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-d08a63e3-4d4e-431a-890d-bc218edfa317 admin admin] 10.222.0.68 "PUT /v2.0/routers/8866f587-706f-4d16-a5d0-0a4cb2132ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1229906 Jul 13 14:50:03.625880 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-41bdcf13-f0ab-4fca-aeaa-19a5f3e1ed08 None None] Provisioning complete for port f71d376e-15c9-4d38-b4d7-713ed0b5031c triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:03.626414 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-41bdcf13-f0ab-4fca-aeaa-19a5f3e1ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.664197 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-41bdcf13-f0ab-4fca-aeaa-19a5f3e1ed08 None None] Port f71d376e-15c9-4d38-b4d7-713ed0b5031c cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:50:03.892886 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a84a29-41b5-4240-a92c-8e1f904a9495 req-3dfa39be-d0ef-475a-b123-761bcccf6901 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:03.894442 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-93a84a29-41b5-4240-a92c-8e1f904a9495 req-3dfa39be-d0ef-475a-b123-761bcccf6901 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0685270 Jul 13 14:50:03.897841 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-b0c01a1e-4a52-4f29-ab06-f3a3c5c88c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:03.899770 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-b0c01a1e-4a52-4f29-ab06-f3a3c5c88c6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 1099 time: 0.0912664 Jul 13 14:50:03.958404 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-93a84a29-41b5-4240-a92c-8e1f904a9495 req-2754da9b-610c-4a13-82a4-57e77b7daa2f tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563464 Jul 13 14:50:04.048331 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-1384205e-ee38-40aa-9c3b-514dcd24638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:04.050365 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-1384205e-ee38-40aa-9c3b-514dcd24638e service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 912 time: 0.1266181 Jul 13 14:50:04.102453 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18a2e4-cbba-4720-b76f-1ce6a1a88b4f req-afafc9e4-0aee-4ae3-950c-6ea4ee8c77b8 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:04.108536 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ee18a2e4-cbba-4720-b76f-1ce6a1a88b4f req-afafc9e4-0aee-4ae3-950c-6ea4ee8c77b8 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 945 time: 0.0875700 Jul 13 14:50:04.145733 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-4dd15503-47ee-4906-a645-26d8716ab8a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3fb41f-3974-47b0-814c-430d13675578 HTTP/1.1" status: 200 len: 1002 time: 0.0783179 Jul 13 14:50:04.169569 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ee18a2e4-cbba-4720-b76f-1ce6a1a88b4f req-82ba8bd2-b74c-4f43-8db9-3b5d6640fbf7 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552673 Jul 13 14:50:04.231406 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-4d485439-b453-475b-948e-989fc43ec0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:04.233059 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-4d485439-b453-475b-948e-989fc43ec0f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 200 len: 850 time: 0.0723162 Jul 13 14:50:04.246248 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 35216) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:04.254914 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-118706900-network', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:04.283811 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Made reservation on behalf of 3c8538f7cc524fd6841aaf570d88da91 for: {'network': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:04.289245 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.302855 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.303701 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-dccee036-f37e-49a7-97d5-781d33abcf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:04.306010 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-dccee036-f37e-49a7-97d5-781d33abcf3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2ddd26d-3988-4f68-a07a-dd596748a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0632467 Jul 13 14:50:04.426385 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-266b4013-b28c-49f3-a2d5-ece610d91d7f service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127324 Jul 13 14:50:04.449478 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.453022 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.474646 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=99621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:50:04.490679 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5d348-5b42-491d-ad2c-8c8adfa5c537,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:04.496804 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.497263 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.segments_db [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Added segment 6a05d43c-a65c-44fe-b923-9e20f6a6e609 of type vlan for network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 Jul 13 14:50:04.546686 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.550551 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0acd3827-f02c-4305-9704-ac6b82855d5d req-f640836d-6667-44da-a9ca-953cdf4e0d9d service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070681 Jul 13 14:50:04.579065 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.580517 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:04.581121 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.639088 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3898852 Jul 13 14:50:04.641643 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 35218) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:04.648664 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Request body: {'subnet': {'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-118706900-subnet', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:04.652845 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804cf20-f503-4143-8b0a-34152e859f85 admin admin] Pushing event updated for resources: {'Network': ['ID=e5e2ac90-0585-4a1a-83ae-a9d65c686c64,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:04.664434 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:50:04.674423 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Made reservation on behalf of 3c8538f7cc524fd6841aaf570d88da91 for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:04.676873 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4906945'] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.849204 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5033038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4906995'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.906688 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56b7bd7-d64b-4f8b-9e32-527cd83a80e2,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:04.917558 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Checking segment: {'id': '6a05d43c-a65c-44fe-b923-9e20f6a6e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:04.917926 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Network hostable DHCP agents. Network: e5e2ac90-0585-4a1a-83ae-a9d65c686c64, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:50:04.948001 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:50:04.960885 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, e5e2ac90-0585-4a1a-83ae-a9d65c686c64) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:04.965372 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:04.966239 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:04.971512 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84ecba-d333-476a-bb18-7feadff0b811 None None] Network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:50:04.985872 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-14e38806-faf8-4fe2-97c2-40c20bc20464 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3432119 Jul 13 14:50:04.989008 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35222) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:04.993753 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-118706900-router', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:05.031088 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.032615 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7029'] for router, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.111451 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.231180 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:05.234864 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfb052-7a02-476f-91de-56705b033b13 req-c1d31231-46f8-42ed-a7f8-0e94adc6e34e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:05.236281 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e7bfb052-7a02-476f-91de-56705b033b13 req-c1d31231-46f8-42ed-a7f8-0e94adc6e34e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.1163976 Jul 13 14:50:05.284520 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.292762 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64df5e68-33c8-51d1-8ea3-e02e79acb91b-e5e2ac90-0585-4a1a-83ae-a9d65c686c64', 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'fixed_ips': [{'subnet_id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2'}]}} from dv-cinder-733622-17-iscsi. {{(pid=99623) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:50:05.293885 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.307987 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e7bfb052-7a02-476f-91de-56705b033b13 req-b5bb5371-e8cb-4c95-9f9e-2ad6a1622aef tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632944 Jul 13 14:50:05.433310 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:05.440610 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:05.441078 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.463110 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d7237-5b4a-4181-bf65-f30cc4186289 req-eadd52db-6d2c-45e0-b725-df0100155334 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:05.464586 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6c3d7237-5b4a-4181-bf65-f30cc4186289 req-eadd52db-6d2c-45e0-b725-df0100155334 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 945 time: 0.0704000 Jul 13 14:50:05.527407 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6c3d7237-5b4a-4181-bf65-f30cc4186289 req-8c27f7e2-65b4-43b7-b7ae-731f06f86982 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 Jul 13 14:50:05.544877 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.547643 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.db_base_plugin_common [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Allocated IP 172.20.0.2 (e5e2ac90-0585-4a1a-83ae-a9d65c686c64/e56b7bd7-d64b-4f8b-9e32-527cd83a80e2/c58cc508-66d6-4148-9885-00f23fc4bfaf) {{(pid=99623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:05.565582 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.724837 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Allocated IP 172.27.0.149 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/a16cbb2e-b470-4837-9ba5-a0a6d0193381) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:05.755797 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.789465 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:05.801575 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.876473 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.882485 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:05.924307 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.930818 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Notify callbacks [] for port, precommit_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.940218 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Transition to ACTIVE for port object c58cc508-66d6-4148-9885-00f23fc4bfaf will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:05.956219 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Transition to ACTIVE for port object c58cc508-66d6-4148-9885-00f23fc4bfaf will not be triggered until provisioned by entity DHCP. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:05.962313 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.966202 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:05.969660 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:05.973077 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:06.000308 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Pushing event updated for resources: {'Port': ['ID=a16cbb2e-b470-4837-9ba5-a0a6d0193381,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:06.005127 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 is already hosted by enough agents. {{(pid=99623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:06.010973 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.base_scheduler [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Resources bound (agent type, host, resource id): {{(pid=99623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:06.014360 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Received port after_create {{(pid=99623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:06.023132 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Pushing event updated for resources: {'Port': ['ID=c58cc508-66d6-4148-9885-00f23fc4bfaf,revision_number=1']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:06.046317 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Sync routers for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:06.056285 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:06.056974 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:06.084996 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Attempting to bind port c58cc508-66d6-4148-9885-00f23fc4bfaf on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:06.085373 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Attempting to bind port c58cc508-66d6-4148-9885-00f23fc4bfaf by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '6a05d43c-a65c-44fe-b923-9e20f6a6e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:06.086306 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Attempting to bind port c58cc508-66d6-4148-9885-00f23fc4bfaf on network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:06.095610 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:06.096003 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Checking segment: {'id': '6a05d43c-a65c-44fe-b923-9e20f6a6e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:06.096451 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.096906 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Bound using segment: {'id': '6a05d43c-a65c-44fe-b923-9e20f6a6e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:06.097443 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Bound port: c58cc508-66d6-4148-9885-00f23fc4bfaf, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a05d43c-a65c-44fe-b923-9e20f6a6e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:06.097836 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.170819 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:06.185254 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] For port c58cc508-66d6-4148-9885-00f23fc4bfaf, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:06.188474 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] For port c58cc508-66d6-4148-9885-00f23fc4bfaf, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=c58cc508-66d6-4148-9885-00f23fc4bfaf,segment=NetworkSegment(6a05d43c-a65c-44fe-b923-9e20f6a6e609),segment_id=6a05d43c-a65c-44fe-b923-9e20f6a6e609)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:06.192876 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.251674 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fe53d-5a40-4e9f-a24c-33e418b66143 None None] Pushing event updated for resources: {'Port': ['ID=c58cc508-66d6-4148-9885-00f23fc4bfaf,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:06.256072 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.398223 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 2, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:06.445528 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Checking router: 8866f587-706f-4d16-a5d0-0a4cb2132ae0 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:06.445914 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Updating router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 port f71d376e-15c9-4d38-b4d7-713ed0b5031c binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:50:06.494863 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.502107 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839'] for router, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.586599 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408496d-67ba-422c-9ec9-d03fb975a797 req-06ed5d91-340b-4b71-974c-03cf521f7430 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:06.588145 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3408496d-67ba-422c-9ec9-d03fb975a797 req-06ed5d91-340b-4b71-974c-03cf521f7430 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0925214 Jul 13 14:50:06.625636 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3408496d-67ba-422c-9ec9-d03fb975a797 req-0c6ed0a1-2b6b-489e-b549-3dd1d469936d tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319312 Jul 13 14:50:06.651084 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Router 12dae3cd-931e-4e7d-939a-5df1259c7405 is scheduled to L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 with binding_index 1 {{(pid=99622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:50:06.759031 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:06.770459 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Sync routers for ids ['12dae3cd-931e-4e7d-939a-5df1259c7405'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:06.775236 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] Notify callbacks [] for router, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.776734 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-adf7c26b-60b1-4a2f-b928-b84d21207e03 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7866673 Jul 13 14:50:06.779390 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35248) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:06.784401 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Routers {'12dae3cd-931e-4e7d-939a-5df1259c7405'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:06.785092 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['12dae3cd-931e-4e7d-939a-5df1259c7405'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:06.794199 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.804818 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Transition to ACTIVE for port object f71d376e-15c9-4d38-b4d7-713ed0b5031c will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:06.810402 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.862740 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Pushing event updated for resources: {'Port': ['ID=f71d376e-15c9-4d38-b4d7-713ed0b5031c,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:06.872519 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.877233 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.877688 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.878089 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.878510 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.878934 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.879383 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.879713 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.880197 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.880666 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.882201 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.883459 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:06.924747 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Set router 12dae3cd-931e-4e7d-939a-5df1259c7405 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:06.984843 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Attempting to bind port f71d376e-15c9-4d38-b4d7-713ed0b5031c on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:06.985357 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Attempting to bind port f71d376e-15c9-4d38-b4d7-713ed0b5031c by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:06.985901 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Attempting to bind port f71d376e-15c9-4d38-b4d7-713ed0b5031c on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:06.991624 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:06.992145 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Checking segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:06.992742 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.993299 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Bound using segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:06.993951 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Bound port: f71d376e-15c9-4d38-b4d7-713ed0b5031c, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:06.994942 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.090814 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] For port f71d376e-15c9-4d38-b4d7-713ed0b5031c, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:07.095633 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] For port f71d376e-15c9-4d38-b4d7-713ed0b5031c, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=f71d376e-15c9-4d38-b4d7-713ed0b5031c,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:07.105813 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.197582 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:07.202675 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:07.278912 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'name': 'tempest-TestVolumeBootPattern-118706900-router', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:06Z', 'revision_number': 3, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'gw_port': {'id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:07.329037 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:07.366401 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Checking router: 12dae3cd-931e-4e7d-939a-5df1259c7405 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:07.366754 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Updating router 12dae3cd-931e-4e7d-939a-5df1259c7405 port a16cbb2e-b470-4837-9ba5-a0a6d0193381 binding host dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:50:07.422748 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.444138 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:07.444518 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.448963 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0cd586-fc93-47b8-b5e8-6f20a8623253 None None] Network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:50:07.503778 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:07.531989 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a51eaf-6b6d-4085-897c-efd410ccaeab None None] Pushing event updated for resources: {'Port': ['ID=f71d376e-15c9-4d38-b4d7-713ed0b5031c,revision_number=4']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:07.639492 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-79257390-a6f7-4e45-a729-ec95d2bbddad None None] Provisioning for port c58cc508-66d6-4148-9885-00f23fc4bfaf completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:07.661846 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.716311 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:07Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:07.748333 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81129f00-68dc-4c79-83d9-f63838534d52 None None] The sync data for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi is: [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:07Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:07.784192 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device c58cc508-66d6-4148-9885-00f23fc4bfaf up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:07.824614 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Allocated IP 172.20.0.1 (e5e2ac90-0585-4a1a-83ae-a9d65c686c64/e56b7bd7-d64b-4f8b-9e32-527cd83a80e2/3a1aa38b-7f80-4073-aa39-84f88c0b5e36) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:07.929032 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Notify callbacks [] for port, precommit_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.941393 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.943667 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port c58cc508-66d6-4148-9885-00f23fc4bfaf completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:07.946842 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Transition to ACTIVE for port object a16cbb2e-b470-4837-9ba5-a0a6d0193381 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:07.961334 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port c58cc508-66d6-4148-9885-00f23fc4bfaf triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:07.961721 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.962841 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Transition to ACTIVE for port object 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:07.963532 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.033866 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.059873 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Attempting to bind port a16cbb2e-b470-4837-9ba5-a0a6d0193381 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:08.060271 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Attempting to bind port a16cbb2e-b470-4837-9ba5-a0a6d0193381 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:08.060635 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Attempting to bind port a16cbb2e-b470-4837-9ba5-a0a6d0193381 on network 29747457-fede-49b1-b2b1-e0dc79c8d995 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:08.064172 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec8ed4-7966-4403-aa1e-123373a166c5 None None] Pushing event updated for resources: {'Port': ['ID=a16cbb2e-b470-4837-9ba5-a0a6d0193381,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:08.070792 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:08.071684 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:08.071684 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.071936 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Bound using segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:08.072438 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Bound port: a16cbb2e-b470-4837-9ba5-a0a6d0193381, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:08.072816 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.092963 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:08.096247 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:08.099846 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:08.124980 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Pushing event updated for resources: {'Port': ['ID=3a1aa38b-7f80-4073-aa39-84f88c0b5e36,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:08.151137 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-716178'] for router_interface, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.158547 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.174472 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] For port a16cbb2e-b470-4837-9ba5-a0a6d0193381, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:08.197489 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] For port a16cbb2e-b470-4837-9ba5-a0a6d0193381, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=a16cbb2e-b470-4837-9ba5-a0a6d0193381,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:08.212695 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.215739 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port c58cc508-66d6-4148-9885-00f23fc4bfaf, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=c58cc508-66d6-4148-9885-00f23fc4bfaf,segment=NetworkSegment(6a05d43c-a65c-44fe-b923-9e20f6a6e609),segment_id=6a05d43c-a65c-44fe-b923-9e20f6a6e609)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:08.243811 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.290902 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec8ed4-7966-4403-aa1e-123373a166c5 None None] Pushing event updated for resources: {'Port': ['ID=a16cbb2e-b470-4837-9ba5-a0a6d0193381,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:08.296336 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Routers {'12dae3cd-931e-4e7d-939a-5df1259c7405'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:08.297461 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['12dae3cd-931e-4e7d-939a-5df1259c7405'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:08.342699 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.507136 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-5a95d580-307e-4cb8-86a1-cf593d7ec8f1 None None] Provisioning complete for port c58cc508-66d6-4148-9885-00f23fc4bfaf triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:08.507519 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-5a95d580-307e-4cb8-86a1-cf593d7ec8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.526737 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.532486 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.592987 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=c58cc508-66d6-4148-9885-00f23fc4bfaf,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:08.601990 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716504'] for router_interface, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.603825 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Pushing event updated for resources: {'Port': ['ID=3a1aa38b-7f80-4073-aa39-84f88c0b5e36,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:08.628990 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] Set router 12dae3cd-931e-4e7d-939a-5df1259c7405 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:08.691698 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:08.693573 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:08.810303 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Router 12dae3cd-931e-4e7d-939a-5df1259c7405 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:50:08.855762 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-51e1ec8f-1b75-4555-bcee-ec5bf4ffc4bc None None] Provisioning for port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:08.861841 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-51e1ec8f-1b75-4555-bcee-ec5bf4ffc4bc None None] Provisioning complete for port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:08.862334 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-51e1ec8f-1b75-4555-bcee-ec5bf4ffc4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.904706 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'name': 'tempest-TestVolumeBootPattern-118706900-router', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:08Z', 'revision_number': 4, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'gw_port': {'id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '3a1aa38b-7f80-4073-aa39-84f88c0b5e36', 'name': '', 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'mac_address': 'fa:16:3e:3a:5d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:07Z', 'revision_number': 1, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'subnets': [{'id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:08.909207 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-51e1ec8f-1b75-4555-bcee-ec5bf4ffc4bc None None] Port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:50:08.923732 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:08.932968 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-d00f524e-a094-4c48-b9d6-375c1b42445b admin admin] 10.222.0.68 "PUT /v2.0/routers/12dae3cd-931e-4e7d-939a-5df1259c7405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1474164 Jul 13 14:50:08.934436 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e463-cef8-4e61-a337-17d25972aad8 None None] The sync data for ids ['12dae3cd-931e-4e7d-939a-5df1259c7405'] in dv-cinder-733622-17-iscsi is: [{'id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'name': 'tempest-TestVolumeBootPattern-118706900-router', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:08Z', 'revision_number': 4, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'gw_port': {'id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '3a1aa38b-7f80-4073-aa39-84f88c0b5e36', 'name': '', 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'mac_address': 'fa:16:3e:3a:5d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:07Z', 'revision_number': 1, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'subnets': [{'id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:09.028294 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a007dc76-ab0b-413c-b294-aeddd49a2f56 None None] Provisioning complete for port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:09.028681 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a007dc76-ab0b-413c-b294-aeddd49a2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.066293 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-a007dc76-ab0b-413c-b294-aeddd49a2f56 None None] Port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:50:09.262021 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device f71d376e-15c9-4d38-b4d7-713ed0b5031c up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:09.328810 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port f71d376e-15c9-4d38-b4d7-713ed0b5031c completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:09.341456 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port f71d376e-15c9-4d38-b4d7-713ed0b5031c triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:09.341456 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.448263 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.490830 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port f71d376e-15c9-4d38-b4d7-713ed0b5031c, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=f71d376e-15c9-4d38-b4d7-713ed0b5031c,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:09.503089 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.504234 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device c58cc508-66d6-4148-9885-00f23fc4bfaf up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:09.593952 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=f71d376e-15c9-4d38-b4d7-713ed0b5031c,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:09.601216 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35266) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:09.608240 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-0ddafe9d-d748-4556-ab72-5073c691e7bf tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-273559919', 'description': 'tempest-secgroup-smoke-273559919 description', 'project_id': '06133272fcc84f67bfa6304b218717e5'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:09.632072 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port c58cc508-66d6-4148-9885-00f23fc4bfaf triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:09.632568 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.643112 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ddafe9d-d748-4556-ab72-5073c691e7bf tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.732236 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ddafe9d-d748-4556-ab72-5073c691e7bf tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.736702 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ddafe9d-d748-4556-ab72-5073c691e7bf tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.766313 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0ddafe9d-d748-4556-ab72-5073c691e7bf tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.770226 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0ddafe9d-d748-4556-ab72-5073c691e7bf tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1653178 Jul 13 14:50:09.770441 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35270) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:09.775834 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-5173f944-1a73-41e7-9f3a-718fa1dbcffd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'security_group_rule': {'security_group_id': '11e01330-3f82-408e-aad3-3617a2dd50e5', 'project_id': '06133272fcc84f67bfa6304b218717e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:09.776533 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78c656-4dbd-4b29-ab17-a61a2d6183ca req-97170285-43ee-4873-99e7-34b6bd4449e4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:09.778012 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4a78c656-4dbd-4b29-ab17-a61a2d6183ca req-97170285-43ee-4873-99e7-34b6bd4449e4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 945 time: 0.0634012 Jul 13 14:50:09.779937 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddafe9d-d748-4556-ab72-5073c691e7bf tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e01330-3f82-408e-aad3-3617a2dd50e5,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:09.805721 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5173f944-1a73-41e7-9f3a-718fa1dbcffd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.819615 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4a78c656-4dbd-4b29-ab17-a61a2d6183ca req-6d1fffad-58f8-4a66-a110-39a8d883c37d tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340765 Jul 13 14:50:09.860369 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5173f944-1a73-41e7-9f3a-718fa1dbcffd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.863751 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5173f944-1a73-41e7-9f3a-718fa1dbcffd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.884843 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173f944-1a73-41e7-9f3a-718fa1dbcffd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af10f20b-71aa-4f4e-b244-6960e5834397,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:09.890450 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-5173f944-1a73-41e7-9f3a-718fa1dbcffd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.891798 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-5173f944-1a73-41e7-9f3a-718fa1dbcffd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204402 Jul 13 14:50:09.894501 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35272) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:09.898858 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-9ddde2bc-364c-4919-91d0-758003dd9eca tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'security_group_rule': {'security_group_id': '11e01330-3f82-408e-aad3-3617a2dd50e5', 'project_id': '06133272fcc84f67bfa6304b218717e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:09.924332 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9ddde2bc-364c-4919-91d0-758003dd9eca tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.980335 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9ddde2bc-364c-4919-91d0-758003dd9eca tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:09.983890 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9ddde2bc-364c-4919-91d0-758003dd9eca tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.001459 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddde2bc-364c-4919-91d0-758003dd9eca tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff1c9a4-fa2d-461c-b057-b42aa9156bc6,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:10.006656 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9ddde2bc-364c-4919-91d0-758003dd9eca tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.008060 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-9ddde2bc-364c-4919-91d0-758003dd9eca tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125052 Jul 13 14:50:10.010898 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35274) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:10.015340 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-0352108e-321f-431e-a613-7bb49eba0042 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'security_group_rule': {'security_group_id': '11e01330-3f82-408e-aad3-3617a2dd50e5', 'project_id': '06133272fcc84f67bfa6304b218717e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:10.041153 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0352108e-321f-431e-a613-7bb49eba0042 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.098371 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0352108e-321f-431e-a613-7bb49eba0042 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.103329 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0352108e-321f-431e-a613-7bb49eba0042 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.121463 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352108e-321f-431e-a613-7bb49eba0042 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1bf4d4-d7a9-4912-9eba-1e6959823172,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:10.128322 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0352108e-321f-431e-a613-7bb49eba0042 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.129607 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0352108e-321f-431e-a613-7bb49eba0042 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177661 Jul 13 14:50:10.134090 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 35280) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:10.139525 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-cbc3e128-1065-485d-8e00-39c4d93290b9 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'security_group_rule': {'security_group_id': '11e01330-3f82-408e-aad3-3617a2dd50e5', 'project_id': '06133272fcc84f67bfa6304b218717e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:10.167689 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e128-1065-485d-8e00-39c4d93290b9 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.223024 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e128-1065-485d-8e00-39c4d93290b9 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.227057 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e128-1065-485d-8e00-39c4d93290b9 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.247105 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3e128-1065-485d-8e00-39c4d93290b9 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c654538-464a-4619-8758-0dc5812ba84a,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:10.250402 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e128-1065-485d-8e00-39c4d93290b9 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.254159 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-cbc3e128-1065-485d-8e00-39c4d93290b9 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161592 Jul 13 14:50:10.254609 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 35282) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:10.258624 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-bcf39737-d345-4556-9d52-1f151f469044 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'security_group_rule': {'security_group_id': '11e01330-3f82-408e-aad3-3617a2dd50e5', 'project_id': '06133272fcc84f67bfa6304b218717e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:10.279417 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.securitygroups_db [None req-bcf39737-d345-4556-9d52-1f151f469044 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Project 06133272fcc84f67bfa6304b218717e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:50:10.284364 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bcf39737-d345-4556-9d52-1f151f469044 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.345594 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bcf39737-d345-4556-9d52-1f151f469044 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.349157 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bcf39737-d345-4556-9d52-1f151f469044 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.365957 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf39737-d345-4556-9d52-1f151f469044 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f8c84c-7c08-4ce9-8895-6e4975d59199,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:10.371496 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bcf39737-d345-4556-9d52-1f151f469044 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.372685 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-bcf39737-d345-4556-9d52-1f151f469044 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174819 Jul 13 14:50:10.375335 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 35284) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:10.379837 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-c0d97a87-d726-40b2-8879-25eccf67fa84 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'security_group_rule': {'security_group_id': '11e01330-3f82-408e-aad3-3617a2dd50e5', 'project_id': '06133272fcc84f67bfa6304b218717e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:10.400657 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.securitygroups_db [None req-c0d97a87-d726-40b2-8879-25eccf67fa84 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Project 06133272fcc84f67bfa6304b218717e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:50:10.405441 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c0d97a87-d726-40b2-8879-25eccf67fa84 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.464287 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c0d97a87-d726-40b2-8879-25eccf67fa84 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.468469 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c0d97a87-d726-40b2-8879-25eccf67fa84 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.485123 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d97a87-d726-40b2-8879-25eccf67fa84 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4c2f56-7422-4e8d-aea5-30db907597cc,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:10.491904 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c0d97a87-d726-40b2-8879-25eccf67fa84 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:10.493372 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-c0d97a87-d726-40b2-8879-25eccf67fa84 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170411 Jul 13 14:50:11.056375 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39619641-ba5c-423d-beff-36ccb5bfed81 req-e29c1fa2-89d1-406e-87dd-4f52b367284b tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:11.057898 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-39619641-ba5c-423d-beff-36ccb5bfed81 req-e29c1fa2-89d1-406e-87dd-4f52b367284b tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 945 time: 0.0936558 Jul 13 14:50:11.125471 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-39619641-ba5c-423d-beff-36ccb5bfed81 req-4fcf3dad-9e0e-4872-ba9e-90164d57b89a tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594697 Jul 13 14:50:11.259822 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device a16cbb2e-b470-4837-9ba5-a0a6d0193381 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:11.316132 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port a16cbb2e-b470-4837-9ba5-a0a6d0193381 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:11.322776 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port a16cbb2e-b470-4837-9ba5-a0a6d0193381 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:11.325740 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:11.348930 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-34d1d391-1a35-4369-bcfd-9153d6c9b545 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:11.351216 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-34d1d391-1a35-4369-bcfd-9153d6c9b545 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 945 time: 0.0823848 Jul 13 14:50:11.422478 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:11.448091 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port a16cbb2e-b470-4837-9ba5-a0a6d0193381, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=a16cbb2e-b470-4837-9ba5-a0a6d0193381,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:11.457526 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:11.458349 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device f71d376e-15c9-4d38-b4d7-713ed0b5031c up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:11.481662 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-be92ae26-9976-442c-9dff-2b19cc2a55c4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Deleting port 6376a976-9b06-48e5-9825-4127a92df6fd {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:50:11.482090 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-be92ae26-9976-442c-9dff-2b19cc2a55c4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:11.534228 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=a16cbb2e-b470-4837-9ba5-a0a6d0193381,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:11.548921 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port f71d376e-15c9-4d38-b4d7-713ed0b5031c triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:11.549298 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:11.602197 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-be92ae26-9976-442c-9dff-2b19cc2a55c4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] For port 6376a976-9b06-48e5-9825-4127a92df6fd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6376a976-9b06-48e5-9825-4127a92df6fd,segment=NetworkSegment(868717de-b898-4451-bac4-d436fab41954),segment_id=868717de-b898-4451-bac4-d436fab41954)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:11.602649 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-be92ae26-9976-442c-9dff-2b19cc2a55c4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:11.617071 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-be92ae26-9976-442c-9dff-2b19cc2a55c4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Calling delete_port for 6376a976-9b06-48e5-9825-4127a92df6fd owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:50:11.764121 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-be92ae26-9976-442c-9dff-2b19cc2a55c4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:11.775250 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['6376a976-9b06-48e5-9825-4127a92df6fd'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:50:11.801096 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92ae26-9976-442c-9dff-2b19cc2a55c4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Pushing event deleted for resources: {'Port': ['ID=6376a976-9b06-48e5-9825-4127a92df6fd,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:11.847469 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-be92ae26-9976-442c-9dff-2b19cc2a55c4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] No DVR routers for this DVR port 6376a976-9b06-48e5-9825-4127a92df6fd on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:50:11.850632 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-be92ae26-9976-442c-9dff-2b19cc2a55c4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:11.852626 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e67a33d9-4387-4b94-a6d2-56b6ea1fd990 req-be92ae26-9976-442c-9dff-2b19cc2a55c4 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.70 "DELETE /v2.0/ports/6376a976-9b06-48e5-9825-4127a92df6fd HTTP/1.1" status: 204 len: 173 time: 0.4957225 Jul 13 14:50:11.853063 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab', 'name': 'network-vif-deleted', 'tag': '6376a976-9b06-48e5-9825-4127a92df6fd'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:11.855306 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489aee60-92bd-47fd-88fc-a6a3cc781abf" -d '{"events": [{"server_uuid": "cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab", "name": "network-vif-deleted", "tag": "6376a976-9b06-48e5-9825-4127a92df6fd"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:11.896311 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34494ee7-f43e-4580-b236-b38da64afc1b x-openstack-request-id: req-34494ee7-f43e-4580-b236-b38da64afc1b {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:11.896604 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab", "name": "network-vif-deleted", "tag": "6376a976-9b06-48e5-9825-4127a92df6fd", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:11.897437 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-34494ee7-f43e-4580-b236-b38da64afc1b {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:11.898345 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab', 'name': 'network-vif-deleted', 'tag': '6376a976-9b06-48e5-9825-4127a92df6fd', 'status': 'completed', 'code': 200} Jul 13 14:50:11.923463 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Sync routers for ids ['12dae3cd-931e-4e7d-939a-5df1259c7405'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:11.934210 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Routers {'12dae3cd-931e-4e7d-939a-5df1259c7405'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:11.934955 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['12dae3cd-931e-4e7d-939a-5df1259c7405'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:12.052280 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Set router 12dae3cd-931e-4e7d-939a-5df1259c7405 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:12.256306 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'name': 'tempest-TestVolumeBootPattern-118706900-router', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:08Z', 'revision_number': 4, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'gw_port': {'id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '3a1aa38b-7f80-4073-aa39-84f88c0b5e36', 'name': '', 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'mac_address': 'fa:16:3e:3a:5d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:08Z', 'revision_number': 2, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'subnets': [{'id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:12.282840 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Checking router: 12dae3cd-931e-4e7d-939a-5df1259c7405 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:12.283194 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Updating router 12dae3cd-931e-4e7d-939a-5df1259c7405 port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:50:12.321039 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.509053 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9e1154c9-a87c-4a86-9284-f9c6bcc1c607 req-1ba69f5a-c8dd-430e-b8ff-54b098cb5cd2 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbe8d4e5-8ad0-44a0-ad85-b6a19a6528ab HTTP/1.1" status: 200 len: 210 time: 0.2394664 Jul 13 14:50:12.616976 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.626450 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Transition to ACTIVE for port object 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:12.632467 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.679684 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ab301-bff9-45fe-98ae-58753950bb6b None None] Pushing event updated for resources: {'Port': ['ID=3a1aa38b-7f80-4073-aa39-84f88c0b5e36,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:12.746789 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Attempting to bind port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:12.747516 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Attempting to bind port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '6a05d43c-a65c-44fe-b923-9e20f6a6e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:12.748113 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Attempting to bind port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 on network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:12.754760 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:12.755143 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Checking segment: {'id': '6a05d43c-a65c-44fe-b923-9e20f6a6e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:12.755534 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.755938 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Bound using segment: {'id': '6a05d43c-a65c-44fe-b923-9e20f6a6e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:12.757440 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Bound port: 3a1aa38b-7f80-4073-aa39-84f88c0b5e36, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a05d43c-a65c-44fe-b923-9e20f6a6e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:12.757859 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.828201 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] For port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:12.832683 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] For port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=3a1aa38b-7f80-4073-aa39-84f88c0b5e36,segment=NetworkSegment(6a05d43c-a65c-44fe-b923-9e20f6a6e609),segment_id=6a05d43c-a65c-44fe-b923-9e20f6a6e609)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:12.837731 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:12.900716 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Routers {'12dae3cd-931e-4e7d-939a-5df1259c7405'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:12.901397 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:49:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['12dae3cd-931e-4e7d-939a-5df1259c7405'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:12.904496 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ab301-bff9-45fe-98ae-58753950bb6b None None] Pushing event updated for resources: {'Port': ['ID=3a1aa38b-7f80-4073-aa39-84f88c0b5e36,revision_number=4']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:13.036980 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] Set router 12dae3cd-931e-4e7d-939a-5df1259c7405 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:13.200787 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device a16cbb2e-b470-4837-9ba5-a0a6d0193381 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:13.247549 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port a16cbb2e-b470-4837-9ba5-a0a6d0193381 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:13.247836 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.283880 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'name': 'tempest-TestVolumeBootPattern-118706900-router', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:08Z', 'revision_number': 4, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'gw_port': {'id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '3a1aa38b-7f80-4073-aa39-84f88c0b5e36', 'name': '', 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'mac_address': 'fa:16:3e:3a:5d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:12Z', 'revision_number': 4, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'subnets': [{'id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:13.314130 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865ebca-96b5-4f27-a73b-96c1dcfd3330 None None] The sync data for ids ['12dae3cd-931e-4e7d-939a-5df1259c7405'] in dv-cinder-733622-17-iscsi is: [{'id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'name': 'tempest-TestVolumeBootPattern-118706900-router', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:08Z', 'revision_number': 4, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'gw_port': {'id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '3a1aa38b-7f80-4073-aa39-84f88c0b5e36', 'name': '', 'network_id': 'e5e2ac90-0585-4a1a-83ae-a9d65c686c64', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'mac_address': 'fa:16:3e:3a:5d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:07Z', 'updated_at': '2021-07-13T14:50:12Z', 'revision_number': 4, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'subnets': [{'id': 'e56b7bd7-d64b-4f8b-9e32-527cd83a80e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:13.330403 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:13.390595 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:13.394502 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:13.394879 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.478089 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.514086 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=3a1aa38b-7f80-4073-aa39-84f88c0b5e36,segment=NetworkSegment(6a05d43c-a65c-44fe-b923-9e20f6a6e609),segment_id=6a05d43c-a65c-44fe-b923-9e20f6a6e609)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:13.518571 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:13.581403 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=3a1aa38b-7f80-4073-aa39-84f88c0b5e36,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:13.883833 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174182-396e-4be2-934c-540cfbafffd5 req-63e63b21-d8ae-4322-a2da-769d4f4850a6 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:13.885420 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-63e63b21-d8ae-4322-a2da-769d4f4850a6 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/networks?id=42758ca5-e024-49ef-99d7-a7f8ae64251f HTTP/1.1" status: 200 len: 809 time: 0.1010785 Jul 13 14:50:13.899938 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-25d0ea67-29e0-43ff-9f80-d93df2ac588b tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/quotas/80a07c9caa6f40d49d9b27212c81f83e HTTP/1.1" status: 200 len: 375 time: 0.0092776 Jul 13 14:50:13.935102 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-7dec7e53-6746-4b31-bf4e-4a5c26960224 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=80a07c9caa6f40d49d9b27212c81f83e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306563 Jul 13 14:50:14.023581 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-9dd63788-4c41-4a25-9ea2-17b6f242cda7 service neutron] 10.222.0.68 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821135 Jul 13 14:50:14.115248 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-fe42a1a0-a6a2-4aa0-9f48-57f1d81af4a0 service neutron] 10.222.0.68 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861385 Jul 13 14:50:14.289306 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5e6bab00-8f04-4361-bcde-163ca1336dbd req-08e560c0-f539-439b-8c89-4dd9ce8cb737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 210 time: 0.0282931 Jul 13 14:50:15.128292 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:15.179139 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:15.179510 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:15.426928 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d56de181-8630-4140-a03a-7e299ce5d62f req-46a03581-b4af-46ad-9839-449a6a72c215 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 210 time: 0.0275495 Jul 13 14:50:15.482719 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 6376a976-9b06-48e5-9825-4127a92df6fd no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:50:15.501731 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 6376a976-9b06-48e5-9825-4127a92df6fd {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:50:15.502087 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 6376a976-9b06-48e5-9825-4127a92df6fd not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:50:16.553075 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:16.564067 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3bdec39b-c620-4623-b14e-c8712e4cf84b req-aa7485b3-8da8-48ab-aa80-9e34d98f6c64 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 210 time: 0.0305471 Jul 13 14:50:17.328374 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174182-396e-4be2-934c-540cfbafffd5 req-d3fcf489-ff89-4f28-898c-bf45411127d1 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:17.329864 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-d3fcf489-ff89-4f28-898c-bf45411127d1 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.70 "GET /v2.0/networks?id=42758ca5-e024-49ef-99d7-a7f8ae64251f HTTP/1.1" status: 200 len: 809 time: 0.1058319 Jul 13 14:50:17.352007 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Request body: {'port': {'device_id': '73a1a7c6-7901-4677-acdd-854e4c08de0f', 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f', 'admin_state_up': True, 'tenant_id': '80a07c9caa6f40d49d9b27212c81f83e'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:17.472537 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Made reservation on behalf of 80a07c9caa6f40d49d9b27212c81f83e for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:17.476761 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.611767 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Allocated IP 172.20.0.8 (42758ca5-e024-49ef-99d7-a7f8ae64251f/f45efbdf-f926-4ab4-95a4-509f3f83582d/d7643a33-9f28-4aff-8434-6de709c3ef9a) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:17.722313 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-881c21a3-cb77-47eb-b177-cdfca42c9e8b req-fbfa3c12-b7d0-49a4-9f39-8db4bfca4862 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 210 time: 0.0343699 Jul 13 14:50:17.767040 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.806394 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.855861 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Network 42758ca5-e024-49ef-99d7-a7f8ae64251f is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:17.859119 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:17.862894 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:17.869215 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Pushing event updated for resources: {'Port': ['ID=d7643a33-9f28-4aff-8434-6de709c3ef9a,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:17.914229 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:17.914850 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.928542 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-b4c5de09-160c-4759-bb57-9868f09a6737 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5805063 Jul 13 14:50:17.944880 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Request body: {'port': {'device_id': '73a1a7c6-7901-4677-acdd-854e4c08de0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:18.014978 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.262427 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fcba-3a43-401e-8745-29ac3a68b86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.278165 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7643a33-9f28-4aff-8434-6de709c3ef9a {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:18.286047 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.298669 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Transition to ACTIVE for port object d7643a33-9f28-4aff-8434-6de709c3ef9a will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:18.302000 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.352235 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Pushing event updated for resources: {'Port': ['ID=d7643a33-9f28-4aff-8434-6de709c3ef9a,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:18.419989 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Attempting to bind port d7643a33-9f28-4aff-8434-6de709c3ef9a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:18.420356 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Attempting to bind port d7643a33-9f28-4aff-8434-6de709c3ef9a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '868717de-b898-4451-bac4-d436fab41954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:18.420687 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Attempting to bind port d7643a33-9f28-4aff-8434-6de709c3ef9a on network 42758ca5-e024-49ef-99d7-a7f8ae64251f {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:18.424831 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Port d7643a33-9f28-4aff-8434-6de709c3ef9a on network 42758ca5-e024-49ef-99d7-a7f8ae64251f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:50:18.425155 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Attempting to bind port d7643a33-9f28-4aff-8434-6de709c3ef9a on network 42758ca5-e024-49ef-99d7-a7f8ae64251f {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:18.429896 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:18.430239 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Checking segment: {'id': '868717de-b898-4451-bac4-d436fab41954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:18.430626 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Bound using segment: {'id': '868717de-b898-4451-bac4-d436fab41954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:18.431054 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Bound port: d7643a33-9f28-4aff-8434-6de709c3ef9a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868717de-b898-4451-bac4-d436fab41954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:18.431411 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.497904 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] For port d7643a33-9f28-4aff-8434-6de709c3ef9a, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:18.500959 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] For port d7643a33-9f28-4aff-8434-6de709c3ef9a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d7643a33-9f28-4aff-8434-6de709c3ef9a,segment=NetworkSegment(868717de-b898-4451-bac4-d436fab41954),segment_id=868717de-b898-4451-bac4-d436fab41954)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:18.505537 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.540114 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:18.540728 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:18.542224 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] 10.222.0.70 "PUT /v2.0/ports/d7643a33-9f28-4aff-8434-6de709c3ef9a HTTP/1.1" status: 200 len: 1093 time: 0.6019232 Jul 13 14:50:18.542675 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a1a7c6-7901-4677-acdd-854e4c08de0f', 'tag': 'd7643a33-9f28-4aff-8434-6de709c3ef9a'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:18.544996 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074858ea-e7e9-4dcf-82cf-212a07c401ed" -d '{"events": [{"name": "network-changed", "server_uuid": "73a1a7c6-7901-4677-acdd-854e4c08de0f", "tag": "d7643a33-9f28-4aff-8434-6de709c3ef9a"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:18.572781 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054d74d-5727-4dbd-94cc-4ef68556406d service neutron] Pushing event updated for resources: {'Port': ['ID=d7643a33-9f28-4aff-8434-6de709c3ef9a,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:18.609383 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc11c1cc-bb21-487c-8d3a-5413e6f42c20 x-openstack-request-id: req-dc11c1cc-bb21-487c-8d3a-5413e6f42c20 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:18.609668 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a1a7c6-7901-4677-acdd-854e4c08de0f", "tag": "d7643a33-9f28-4aff-8434-6de709c3ef9a", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:18.609918 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dc11c1cc-bb21-487c-8d3a-5413e6f42c20 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:18.610304 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a1a7c6-7901-4677-acdd-854e4c08de0f', 'tag': 'd7643a33-9f28-4aff-8434-6de709c3ef9a', 'status': 'completed', 'code': 200} Jul 13 14:50:18.654297 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174182-396e-4be2-934c-540cfbafffd5 req-22f0bbc0-5352-42a3-895c-6b6c463fb4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:18.656083 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-22f0bbc0-5352-42a3-895c-6b6c463fb4c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=80a07c9caa6f40d49d9b27212c81f83e&device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 1096 time: 0.0565491 Jul 13 14:50:18.703916 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-2ed3c6f1-6910-48b6-a6b1-a8736ebe26b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7643a33-9f28-4aff-8434-6de709c3ef9a HTTP/1.1" status: 200 len: 217 time: 0.0367055 Jul 13 14:50:18.755011 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174182-396e-4be2-934c-540cfbafffd5 req-af1f00b8-c187-4118-8e76-4a320a608911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:18.756550 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-af1f00b8-c187-4118-8e76-4a320a608911 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f45efbdf-f926-4ab4-95a4-509f3f83582d HTTP/1.1" status: 200 len: 849 time: 0.0452697 Jul 13 14:50:18.794103 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-c6d0e417-8455-4445-a2ce-a8bd59bef551 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42758ca5-e024-49ef-99d7-a7f8ae64251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292826 Jul 13 14:50:18.897182 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-8b24131a-f52e-40c1-b7e3-6515ad546f2b service neutron] 10.222.0.70 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920062 Jul 13 14:50:18.912727 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0d4b7-1508-46e9-837c-371dd0be8f6f req-fcbe2de3-26f6-4615-bc99-cc8732181c00 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:18.914460 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-70d0d4b7-1508-46e9-837c-371dd0be8f6f req-fcbe2de3-26f6-4615-bc99-cc8732181c00 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 943 time: 0.0657649 Jul 13 14:50:18.953154 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-70d0d4b7-1508-46e9-837c-371dd0be8f6f req-f5b6f9c9-06b8-4b7d-ae9e-ac857c07d3e6 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Jul 13 14:50:18.993039 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89174182-396e-4be2-934c-540cfbafffd5 req-de0bc458-d08c-48be-800b-8c45bdf91555 service neutron] 10.222.0.70 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860128 Jul 13 14:50:19.100500 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074858ea-e7e9-4dcf-82cf-212a07c401ed req-a50f3d5a-0744-4839-b421-264f8ce2f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:19.101996 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-074858ea-e7e9-4dcf-82cf-212a07c401ed req-a50f3d5a-0744-4839-b421-264f8ce2f8cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=80a07c9caa6f40d49d9b27212c81f83e&device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 1096 time: 0.0547302 Jul 13 14:50:19.199571 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074858ea-e7e9-4dcf-82cf-212a07c401ed req-7d87ca50-baeb-40ec-b2c2-907988113e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:19.201085 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-074858ea-e7e9-4dcf-82cf-212a07c401ed req-7d87ca50-baeb-40ec-b2c2-907988113e23 service neutron] 10.222.0.70 "GET /v2.0/networks?id=42758ca5-e024-49ef-99d7-a7f8ae64251f HTTP/1.1" status: 200 len: 910 time: 0.0894263 Jul 13 14:50:19.244833 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-074858ea-e7e9-4dcf-82cf-212a07c401ed req-ddfedc6c-3dac-4d1c-8222-c292970de020 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7643a33-9f28-4aff-8434-6de709c3ef9a HTTP/1.1" status: 200 len: 217 time: 0.0347080 Jul 13 14:50:19.298077 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074858ea-e7e9-4dcf-82cf-212a07c401ed req-cf5997f7-86ce-4571-8487-62a4d3a69f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:19.299525 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-074858ea-e7e9-4dcf-82cf-212a07c401ed req-cf5997f7-86ce-4571-8487-62a4d3a69f80 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f45efbdf-f926-4ab4-95a4-509f3f83582d HTTP/1.1" status: 200 len: 849 time: 0.0478003 Jul 13 14:50:19.334260 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-074858ea-e7e9-4dcf-82cf-212a07c401ed req-8db8396b-2953-4d89-a510-10d5e768f9f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42758ca5-e024-49ef-99d7-a7f8ae64251f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260346 Jul 13 14:50:19.422971 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-074858ea-e7e9-4dcf-82cf-212a07c401ed req-3d1762d1-fe48-42af-a6fd-9f99f612238c service neutron] 10.222.0.70 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821991 Jul 13 14:50:19.520593 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-074858ea-e7e9-4dcf-82cf-212a07c401ed req-4fedbf16-bf5b-4a63-8592-ae6d2bbfd669 service neutron] 10.222.0.70 "GET /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859842 Jul 13 14:50:20.131141 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a98623-c276-4e39-9a1f-90484e874217 req-903c7f2f-434f-4006-8ae0-595139ba43b9 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:20.132663 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b6a98623-c276-4e39-9a1f-90484e874217 req-903c7f2f-434f-4006-8ae0-595139ba43b9 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 943 time: 0.0675712 Jul 13 14:50:20.172987 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b6a98623-c276-4e39-9a1f-90484e874217 req-8208bbdf-a643-40b4-9db8-d6deecb9f4dd tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336363 Jul 13 14:50:20.754677 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:20.892123 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-392d6f01-810e-4122-b076-a6e94986c3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:21.094367 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device d7643a33-9f28-4aff-8434-6de709c3ef9a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:50:21.191915 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port d7643a33-9f28-4aff-8434-6de709c3ef9a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d7643a33-9f28-4aff-8434-6de709c3ef9a,segment=NetworkSegment(868717de-b898-4451-bac4-d436fab41954),segment_id=868717de-b898-4451-bac4-d436fab41954)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:21.203379 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': 'd7643a33-9f28-4aff-8434-6de709c3ef9a', 'network_id': '42758ca5-e024-49ef-99d7-a7f8ae64251f', 'port_id': 'd7643a33-9f28-4aff-8434-6de709c3ef9a', 'mac_address': 'fa:16:3e:75:4e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45efbdf-f926-4ab4-95a4-509f3f83582d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:50:21.243017 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:21.256594 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7643a33-9f28-4aff-8434-6de709c3ef9a {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:21.276192 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port d7643a33-9f28-4aff-8434-6de709c3ef9a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d7643a33-9f28-4aff-8434-6de709c3ef9a,segment=NetworkSegment(868717de-b898-4451-bac4-d436fab41954),segment_id=868717de-b898-4451-bac4-d436fab41954)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:21.280164 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:21.329176 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=d7643a33-9f28-4aff-8434-6de709c3ef9a,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:21.347947 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440b163-3f3d-49e1-826f-8c2fa2134b32 req-54a8cc17-b3ca-4185-b4d9-0858b5ac33d5 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:21.349940 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0440b163-3f3d-49e1-826f-8c2fa2134b32 req-54a8cc17-b3ca-4185-b4d9-0858b5ac33d5 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 944 time: 0.0680647 Jul 13 14:50:21.388666 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0440b163-3f3d-49e1-826f-8c2fa2134b32 req-f2c5f247-8841-46f8-82d4-40f8c5341151 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331893 Jul 13 14:50:21.552237 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['d7643a33-9f28-4aff-8434-6de709c3ef9a'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:50:22.085150 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:22.134724 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 35480) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:22.237547 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5534-35aa-44af-9892-741593f16d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:22.323883 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5534-35aa-44af-9892-741593f16d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:22.327507 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5534-35aa-44af-9892-741593f16d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:22.364616 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-ce0a5534-35aa-44af-9892-741593f16d2e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d8032161b69747e9b7cfb55443cb3651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286689 Jul 13 14:50:22.366241 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a5534-35aa-44af-9892-741593f16d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9d23bc-4358-4bd7-8ae1-9200284b0bd7,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:22.367699 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 35486) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:22.417896 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2ea77380-df72-4184-824f-47d20e2fa07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:22.439384 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2ea77380-df72-4184-824f-47d20e2fa07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:22.485097 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2ea77380-df72-4184-824f-47d20e2fa07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:22.487838 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2ea77380-df72-4184-824f-47d20e2fa07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:22.489018 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-2ea77380-df72-4184-824f-47d20e2fa07f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd9d23bc-4358-4bd7-8ae1-9200284b0bd7 HTTP/1.1" status: 204 len: 168 time: 0.1195002 Jul 13 14:50:22.497495 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea77380-df72-4184-824f-47d20e2fa07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9d23bc-4358-4bd7-8ae1-9200284b0bd7,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:22.678289 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615471a-9818-49fb-831a-550142bfa4f6 req-c8aa6a9f-8ca3-483a-8569-f48979f7367d tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:22.679756 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7615471a-9818-49fb-831a-550142bfa4f6 req-c8aa6a9f-8ca3-483a-8569-f48979f7367d tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 944 time: 0.1763682 Jul 13 14:50:22.723190 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7615471a-9818-49fb-831a-550142bfa4f6 req-aad0218d-9f45-4163-a997-a65bf39d7b2d tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374839 Jul 13 14:50:23.111504 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device d7643a33-9f28-4aff-8434-6de709c3ef9a up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:23.160515 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port d7643a33-9f28-4aff-8434-6de709c3ef9a completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:23.164270 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port d7643a33-9f28-4aff-8434-6de709c3ef9a triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:23.164749 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:23.368436 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:23.392475 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a1a7c6-7901-4677-acdd-854e4c08de0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7643a33-9f28-4aff-8434-6de709c3ef9a'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:23.394986 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeeea5f-bc15-4f6c-aea8-982130bfd721" -d '{"events": [{"server_uuid": "73a1a7c6-7901-4677-acdd-854e4c08de0f", "name": "network-vif-plugged", "status": "completed", "tag": "d7643a33-9f28-4aff-8434-6de709c3ef9a"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:23.409085 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port d7643a33-9f28-4aff-8434-6de709c3ef9a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d7643a33-9f28-4aff-8434-6de709c3ef9a,segment=NetworkSegment(868717de-b898-4451-bac4-d436fab41954),segment_id=868717de-b898-4451-bac4-d436fab41954)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:23.415387 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:23.442528 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4228a9e-8773-45ac-b0cd-dd1747626f7b x-openstack-request-id: req-d4228a9e-8773-45ac-b0cd-dd1747626f7b {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:23.442929 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a1a7c6-7901-4677-acdd-854e4c08de0f", "name": "network-vif-plugged", "status": "completed", "tag": "d7643a33-9f28-4aff-8434-6de709c3ef9a", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:23.443822 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4228a9e-8773-45ac-b0cd-dd1747626f7b {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:23.444216 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a1a7c6-7901-4677-acdd-854e4c08de0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7643a33-9f28-4aff-8434-6de709c3ef9a', 'code': 200} Jul 13 14:50:23.479033 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:23.484446 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=d7643a33-9f28-4aff-8434-6de709c3ef9a,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:23.674830 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9634ee-6aac-4a9f-a790-635b7de3cc88 req-7b4083d5-a92d-431e-b95b-27a440385d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:23.676360 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0f9634ee-6aac-4a9f-a790-635b7de3cc88 req-7b4083d5-a92d-431e-b95b-27a440385d22 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 1098 time: 0.0556202 Jul 13 14:50:23.710588 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0f9634ee-6aac-4a9f-a790-635b7de3cc88 req-6849b078-2b37-49c6-b3aa-4c7e40e4b975 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273829 Jul 13 14:50:24.050891 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d1119-1791-44f6-8646-4930697933e3 req-86218084-37be-4f18-bd12-2f682fdac537 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:24.052901 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3b9d1119-1791-44f6-8646-4930697933e3 req-86218084-37be-4f18-bd12-2f682fdac537 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 945 time: 0.2136037 Jul 13 14:50:24.089710 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3b9d1119-1791-44f6-8646-4930697933e3 req-d24ecf3a-3fd1-43e8-a06e-39e4973100eb tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Jul 13 14:50:25.259139 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7e7ac-50a0-43aa-9141-9c7e10e3d516 req-0d2e9f4a-da2b-4021-918f-44474843046c tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:25.260562 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-98a7e7ac-50a0-43aa-9141-9c7e10e3d516 req-0d2e9f4a-da2b-4021-918f-44474843046c tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 945 time: 0.0617223 Jul 13 14:50:25.297678 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-98a7e7ac-50a0-43aa-9141-9c7e10e3d516 req-ec6842ec-0201-42ee-b1c8-96357f35ce76 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Jul 13 14:50:26.133052 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292bfeb-6962-4e6e-8190-14b0c76be9bc req-4b0bb1a9-b526-4fed-b7f7-643187a43ce7 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:26.134826 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a292bfeb-6962-4e6e-8190-14b0c76be9bc req-4b0bb1a9-b526-4fed-b7f7-643187a43ce7 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 945 time: 0.0666962 Jul 13 14:50:26.174037 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a292bfeb-6962-4e6e-8190-14b0c76be9bc req-b28a7f5c-947c-4ff4-b118-4b7d069c878b tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Jul 13 14:50:27.347816 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e727c2-e94d-4b16-b7a6-43c09047ccfa req-b1db07f0-2463-4811-80c0-c054f6c83265 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:27.349389 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-61e727c2-e94d-4b16-b7a6-43c09047ccfa req-b1db07f0-2463-4811-80c0-c054f6c83265 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 945 time: 0.0673761 Jul 13 14:50:27.387952 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-61e727c2-e94d-4b16-b7a6-43c09047ccfa req-f448ea99-efdb-45d6-a5c1-a6a3f6869dc2 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/security-groups?id=ebf8918a-4f9d-48ec-8927-9f29582407c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323935 Jul 13 14:50:27.758821 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-bcd7a35a-373a-44b8-98ef-9ae2e88cb0f1 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:27.760269 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-bcd7a35a-373a-44b8-98ef-9ae2e88cb0f1 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.70 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 945 time: 0.0602469 Jul 13 14:50:27.859776 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-74d35bc2-710a-4c7b-ad0f-384e2b6de1ce tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Deleting port d7643a33-9f28-4aff-8434-6de709c3ef9a {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:50:27.860150 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-74d35bc2-710a-4c7b-ad0f-384e2b6de1ce tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.947842 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-74d35bc2-710a-4c7b-ad0f-384e2b6de1ce tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] For port d7643a33-9f28-4aff-8434-6de709c3ef9a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d7643a33-9f28-4aff-8434-6de709c3ef9a,segment=NetworkSegment(868717de-b898-4451-bac4-d436fab41954),segment_id=868717de-b898-4451-bac4-d436fab41954)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:27.947842 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-74d35bc2-710a-4c7b-ad0f-384e2b6de1ce tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:27.960224 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-74d35bc2-710a-4c7b-ad0f-384e2b6de1ce tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Calling delete_port for d7643a33-9f28-4aff-8434-6de709c3ef9a owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:50:28.084279 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-74d35bc2-710a-4c7b-ad0f-384e2b6de1ce tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.097434 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['d7643a33-9f28-4aff-8434-6de709c3ef9a'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:50:28.112032 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d35bc2-710a-4c7b-ad0f-384e2b6de1ce tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Pushing event deleted for resources: {'Port': ['ID=d7643a33-9f28-4aff-8434-6de709c3ef9a,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:28.158093 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-74d35bc2-710a-4c7b-ad0f-384e2b6de1ce tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] No DVR routers for this DVR port d7643a33-9f28-4aff-8434-6de709c3ef9a on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:50:28.160510 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-74d35bc2-710a-4c7b-ad0f-384e2b6de1ce tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:28.162453 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-54c35d7f-7034-43f5-9999-952e2e9151f0 req-74d35bc2-710a-4c7b-ad0f-384e2b6de1ce tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.70 "DELETE /v2.0/ports/d7643a33-9f28-4aff-8434-6de709c3ef9a HTTP/1.1" status: 204 len: 173 time: 0.3963163 Jul 13 14:50:28.162878 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a1a7c6-7901-4677-acdd-854e4c08de0f', 'name': 'network-vif-deleted', 'tag': 'd7643a33-9f28-4aff-8434-6de709c3ef9a'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:28.165131 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a4426-4d16-4c74-b5ed-9160ef7042c6" -d '{"events": [{"server_uuid": "73a1a7c6-7901-4677-acdd-854e4c08de0f", "name": "network-vif-deleted", "tag": "d7643a33-9f28-4aff-8434-6de709c3ef9a"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:28.203589 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887623e1-302f-4e3c-b529-40e32b1ea75d x-openstack-request-id: req-887623e1-302f-4e3c-b529-40e32b1ea75d {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:28.203886 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a1a7c6-7901-4677-acdd-854e4c08de0f", "name": "network-vif-deleted", "tag": "d7643a33-9f28-4aff-8434-6de709c3ef9a", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:28.204194 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-887623e1-302f-4e3c-b529-40e32b1ea75d {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:28.204623 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a1a7c6-7901-4677-acdd-854e4c08de0f', 'name': 'network-vif-deleted', 'tag': 'd7643a33-9f28-4aff-8434-6de709c3ef9a', 'status': 'completed', 'code': 200} Jul 13 14:50:28.541278 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fe641969-b00a-4cae-8f06-eeb2323388e2 req-ef4a41ac-36fe-40f8-a800-3cbff018b838 tempest-VolumesActionsTest-2090266915 tempest-VolumesActionsTest-2090266915-project] 10.222.0.68 "GET /v2.0/ports?device_id=73a1a7c6-7901-4677-acdd-854e4c08de0f HTTP/1.1" status: 200 len: 210 time: 0.0303571 Jul 13 14:50:29.192183 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-7578997f-fca3-4047-a2be-57dd65ed7ddb tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273559919&fields=id&tenant_id=06133272fcc84f67bfa6304b218717e5 HTTP/1.1" status: 200 len: 267 time: 0.0318453 Jul 13 14:50:29.299912 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-781b006f-db34-4116-bbb2-d643905caa49 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:29.301364 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-781b006f-db34-4116-bbb2-d643905caa49 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 811 time: 0.1027269 Jul 13 14:50:29.315129 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-51fc271b-be17-4845-be84-0cf897b5207b tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/quotas/06133272fcc84f67bfa6304b218717e5 HTTP/1.1" status: 200 len: 375 time: 0.0085921 Jul 13 14:50:29.377536 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-c5212e15-f729-43f6-808f-74ae0c4aea34 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576851 Jul 13 14:50:29.515275 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-39e7578c-e9bb-4cbf-aef1-0222ae3c6beb service neutron] 10.222.0.68 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249411 Jul 13 14:50:29.602274 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-31b8396c-5220-4f74-a36f-f3be4501248e service neutron] 10.222.0.68 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813928 Jul 13 14:50:29.953083 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-46f9704e-d0a4-40f3-9073-ec9903ba09a9 req-32caff33-1cc4-4760-9fb7-ba16c151bd63 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 210 time: 0.0397193 Jul 13 14:50:31.091680 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-25e4f401-1f29-4fe2-9bcc-8b1a37f7bd00 req-ce0c76bd-69be-43ce-ab94-136f45c90c60 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 210 time: 0.0280602 Jul 13 14:50:31.386875 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device d7643a33-9f28-4aff-8434-6de709c3ef9a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:50:31.410720 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: d7643a33-9f28-4aff-8434-6de709c3ef9a {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:50:31.411072 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device d7643a33-9f28-4aff-8434-6de709c3ef9a not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:50:31.736278 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:50:32.232466 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2a56d122-f755-4441-863d-56219a14f0b4 req-61eab5a6-faaf-425b-98a4-bbb74368a7f4 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 210 time: 0.0282702 Jul 13 14:50:33.372261 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d2246ca0-eec1-49f0-b75d-5d24520723fc req-a6596930-a235-4e0a-9041-a0a25e907c58 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 210 time: 0.0286307 Jul 13 14:50:34.508473 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c7e5cc8a-8453-481d-bf5e-730879eb7ad2 req-84e19059-b2d4-4452-a887-7146d8abb962 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 210 time: 0.0301607 Jul 13 14:50:35.643431 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eb8aa68f-a06b-45d4-95a5-1493241fadc2 req-6a63dc05-e5c0-43e0-ac28-1f304138b54a tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 210 time: 0.0272510 Jul 13 14:50:36.785855 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-336c254a-46ef-4a11-95e1-50c60dc7a0dd req-6b1ea3e0-1459-482e-9f1c-ba0af159251c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 210 time: 0.0298848 Jul 13 14:50:36.822372 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-97392c95-c830-4c4b-8fb1-79979efcdb3e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:36.823803 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-97392c95-c830-4c4b-8fb1-79979efcdb3e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 811 time: 0.1034479 Jul 13 14:50:36.868931 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-b15104cb-23f9-4037-bf24-6dcee9704735 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06133272fcc84f67bfa6304b218717e5 HTTP/1.1" status: 200 len: 379 time: 0.0333567 Jul 13 14:50:36.879225 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'port': {'device_id': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'admin_state_up': True, 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'security_groups': ['11e01330-3f82-408e-aad3-3617a2dd50e5']}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:36.986387 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Made reservation on behalf of 06133272fcc84f67bfa6304b218717e5 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:50:36.990445 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:37.108861 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Allocated IP 172.20.0.8 (1243d244-8e7c-4936-be5f-46d13ffbf9fd/a15289ae-b56b-4ed7-b63d-8ade077e6745/0f8094eb-c4b8-4600-8b72-87ceab6e918c) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:37.546003 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:37.561217 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Transition to ACTIVE for port object 0f8094eb-c4b8-4600-8b72-87ceab6e918c will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:37.604744 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:37.657924 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:37.661919 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:37.665937 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:37.713155 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'Port': ['ID=0f8094eb-c4b8-4600-8b72-87ceab6e918c,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:37.729457 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.729887 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.730295 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.730706 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.731174 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.731732 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.732150 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.732548 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.733055 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.733589 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.733994 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.734403 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:37.759328 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:37.760528 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:37.779258 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d857bba5-5171-4ef0-aca7-ed3f867ea289 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9031723 Jul 13 14:50:37.862906 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Request body: {'port': {'device_id': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:37.934321 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-baca80a1-bfac-41de-a9b1-321bb83b7566 None None] Provisioning for port 0f8094eb-c4b8-4600-8b72-87ceab6e918c completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:37.939801 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-baca80a1-bfac-41de-a9b1-321bb83b7566 None None] Provisioning complete for port 0f8094eb-c4b8-4600-8b72-87ceab6e918c triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:37.940454 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-baca80a1-bfac-41de-a9b1-321bb83b7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:37.970968 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:38.022644 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-baca80a1-bfac-41de-a9b1-321bb83b7566 None None] Port 0f8094eb-c4b8-4600-8b72-87ceab6e918c cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:50:38.031036 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7450b-7ba2-4a5a-8d32-a3b9f2ba505d req-d31f9c5d-34ec-46b6-9463-902b51abf37f tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:38.039500 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-27c7450b-7ba2-4a5a-8d32-a3b9f2ba505d req-d31f9c5d-34ec-46b6-9463-902b51abf37f tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 931 time: 0.0979249 Jul 13 14:50:38.085442 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-27c7450b-7ba2-4a5a-8d32-a3b9f2ba505d req-2a440626-5548-47cd-b627-78e969d23714 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449646 Jul 13 14:50:38.319579 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8094eb-c4b8-4600-8b72-87ceab6e918c {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:38.327825 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:38.340408 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Transition to ACTIVE for port object 0f8094eb-c4b8-4600-8b72-87ceab6e918c will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:50:38.345590 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:38.415176 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Pushing event updated for resources: {'Port': ['ID=0f8094eb-c4b8-4600-8b72-87ceab6e918c,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:38.469150 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Attempting to bind port 0f8094eb-c4b8-4600-8b72-87ceab6e918c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:50:38.469724 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Attempting to bind port 0f8094eb-c4b8-4600-8b72-87ceab6e918c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:50:38.470221 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Attempting to bind port 0f8094eb-c4b8-4600-8b72-87ceab6e918c on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:38.477248 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Port 0f8094eb-c4b8-4600-8b72-87ceab6e918c on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:50:38.477795 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Attempting to bind port 0f8094eb-c4b8-4600-8b72-87ceab6e918c on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:50:38.484844 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:50:38.485344 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Checking segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:50:38.485879 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Bound using segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:50:38.486474 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Bound port: 0f8094eb-c4b8-4600-8b72-87ceab6e918c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:50:38.487017 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:38.567520 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] For port 0f8094eb-c4b8-4600-8b72-87ceab6e918c, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:50:38.572119 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] For port 0f8094eb-c4b8-4600-8b72-87ceab6e918c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8094eb-c4b8-4600-8b72-87ceab6e918c,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:50:38.580040 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:38.631147 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:38.632172 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:38.633698 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] 10.222.0.70 "PUT /v2.0/ports/0f8094eb-c4b8-4600-8b72-87ceab6e918c HTTP/1.1" status: 200 len: 1093 time: 0.8434880 Jul 13 14:50:38.636539 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'tag': '0f8094eb-c4b8-4600-8b72-87ceab6e918c'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:38.639288 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9509541b-41dc-41c0-9319-3f63db52140f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6053ab5-3655-4cf1-b3fb-8457c62f6eca", "tag": "0f8094eb-c4b8-4600-8b72-87ceab6e918c"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:38.754187 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8c0f7-018a-4d2b-a462-a64f2628ff8b service neutron] Pushing event updated for resources: {'Port': ['ID=0f8094eb-c4b8-4600-8b72-87ceab6e918c,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:38.782441 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-ed6657de-84ed-4b82-871d-2d6785ab6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:38.784220 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-ed6657de-84ed-4b82-871d-2d6785ab6127 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 1096 time: 0.0949903 Jul 13 14:50:38.839861 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-338d9a87-fcbc-4879-ab70-a4e8eef73946 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f8094eb-c4b8-4600-8b72-87ceab6e918c HTTP/1.1" status: 200 len: 217 time: 0.0468187 Jul 13 14:50:38.841524 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1b00b8-e42f-4d8b-b83f-3dd807fabebe x-openstack-request-id: req-ac1b00b8-e42f-4d8b-b83f-3dd807fabebe {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:38.841922 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6053ab5-3655-4cf1-b3fb-8457c62f6eca", "tag": "0f8094eb-c4b8-4600-8b72-87ceab6e918c", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:38.842273 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac1b00b8-e42f-4d8b-b83f-3dd807fabebe {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:38.842799 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'tag': '0f8094eb-c4b8-4600-8b72-87ceab6e918c', 'status': 'completed', 'code': 200} Jul 13 14:50:38.918932 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-685e4523-82fc-40b5-b700-5867a1b26f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:38.920658 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-685e4523-82fc-40b5-b700-5867a1b26f90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0748315 Jul 13 14:50:38.991302 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-e3b46f0b-ca19-4de6-9dff-43a660818465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:38.993476 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-e3b46f0b-ca19-4de6-9dff-43a660818465 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0645604 Jul 13 14:50:39.105562 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-71ea92a1-5d7e-4b34-8fe0-13bdbd133e99 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027195 Jul 13 14:50:39.258906 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ab169d79-579a-42ff-bd1e-99e9bd2acc89 req-d9b8b3b2-86e4-42c6-b723-4acb6c90d819 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387181 Jul 13 14:50:39.349809 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b64b39-5f70-4da3-bdad-153b8d10dc8e req-23109fbe-06c1-4613-a78e-16a8950ab24e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:39.358382 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-80b64b39-5f70-4da3-bdad-153b8d10dc8e req-23109fbe-06c1-4613-a78e-16a8950ab24e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 943 time: 0.1229985 Jul 13 14:50:39.418131 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-80b64b39-5f70-4da3-bdad-153b8d10dc8e req-3c5774f5-ff7a-468f-be7e-f8592a1fc2dd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582070 Jul 13 14:50:39.431818 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509541b-41dc-41c0-9319-3f63db52140f req-cd067014-3d7a-4341-b758-1a92529ce980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:39.437708 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9509541b-41dc-41c0-9319-3f63db52140f req-cd067014-3d7a-4341-b758-1a92529ce980 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 1096 time: 0.1018119 Jul 13 14:50:39.560771 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509541b-41dc-41c0-9319-3f63db52140f req-6d0fe670-1a24-47ea-a8ee-7dc159d0fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:39.562614 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9509541b-41dc-41c0-9319-3f63db52140f req-6d0fe670-1a24-47ea-a8ee-7dc159d0fe19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 912 time: 0.1133044 Jul 13 14:50:39.643303 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9509541b-41dc-41c0-9319-3f63db52140f req-954320b9-2f3c-42d2-8144-fe09d78c0683 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f8094eb-c4b8-4600-8b72-87ceab6e918c HTTP/1.1" status: 200 len: 217 time: 0.0729756 Jul 13 14:50:39.696005 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509541b-41dc-41c0-9319-3f63db52140f req-b2a6b767-f6b5-4975-b2fe-9b14c660c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:39.697497 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9509541b-41dc-41c0-9319-3f63db52140f req-b2a6b767-f6b5-4975-b2fe-9b14c660c4d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0477257 Jul 13 14:50:39.769481 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509541b-41dc-41c0-9319-3f63db52140f req-5060b85b-a2f4-4e98-85c2-bc920f01b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:39.771042 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9509541b-41dc-41c0-9319-3f63db52140f req-5060b85b-a2f4-4e98-85c2-bc920f01b682 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669401 Jul 13 14:50:39.861780 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9509541b-41dc-41c0-9319-3f63db52140f req-974e884f-1a0e-492c-a879-5803aa7ee21d service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833938 Jul 13 14:50:39.961402 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9509541b-41dc-41c0-9319-3f63db52140f req-9af81aef-697d-4704-b51f-4bcfe55240f2 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931008 Jul 13 14:50:40.659650 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3104e-a45b-488e-8a2f-c9372ed02faf req-e48a1824-3db9-4159-aa71-2fe6f58d2570 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:40.663701 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-41a3104e-a45b-488e-8a2f-c9372ed02faf req-e48a1824-3db9-4159-aa71-2fe6f58d2570 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 943 time: 0.0904303 Jul 13 14:50:40.733667 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-41a3104e-a45b-488e-8a2f-c9372ed02faf req-a156d889-f625-450c-ba05-bb183fef8c91 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633805 Jul 13 14:50:41.972011 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fa299-dffc-47a7-8b21-3b1cf83dfeea req-7b6ecbf8-d925-4103-8f3c-548a646192ed tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:41.974098 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e34fa299-dffc-47a7-8b21-3b1cf83dfeea req-7b6ecbf8-d925-4103-8f3c-548a646192ed tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 943 time: 0.0958447 Jul 13 14:50:42.032242 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e34fa299-dffc-47a7-8b21-3b1cf83dfeea req-93c82e7b-b4b4-4089-9798-3ca9a19ad5d3 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511825 Jul 13 14:50:42.458182 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6c22a-8278-4545-8301-4de381d88b5a req-f21d1df5-c5e0-4b0f-a093-cbd4f11c22c4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:42.460506 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-adb6c22a-8278-4545-8301-4de381d88b5a req-f21d1df5-c5e0-4b0f-a093-cbd4f11c22c4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0783539 Jul 13 14:50:42.503069 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-adb6c22a-8278-4545-8301-4de381d88b5a req-7455a0d7-5003-420e-96f4-e6d88b1b6cbe tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376437 Jul 13 14:50:43.239317 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943782a1-35dc-4bed-a774-48da98a64779 req-619db295-aa48-4e09-af4c-b755c5f1b305 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:43.241086 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-943782a1-35dc-4bed-a774-48da98a64779 req-619db295-aa48-4e09-af4c-b755c5f1b305 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 943 time: 0.0677593 Jul 13 14:50:43.289082 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-943782a1-35dc-4bed-a774-48da98a64779 req-6e22485c-7936-44e6-9045-b2879016ab4a tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411162 Jul 13 14:50:43.728627 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09b30b-d3cb-42c4-9385-6b2c1dbfab8e req-71f5dcad-b22b-4d72-aef2-7adbbcb3a64e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:43.735885 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e09b30b-d3cb-42c4-9385-6b2c1dbfab8e req-71f5dcad-b22b-4d72-aef2-7adbbcb3a64e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0957537 Jul 13 14:50:43.774376 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e09b30b-d3cb-42c4-9385-6b2c1dbfab8e req-b31fdfe5-6985-4acd-bf26-f9f5044a66da tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375876 Jul 13 14:50:44.463133 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbaef-601a-4328-85c8-bc3ab5fc5025 req-77f271c6-17ed-4a1c-860b-4ce9df67615a tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:44.465510 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b91bbaef-601a-4328-85c8-bc3ab5fc5025 req-77f271c6-17ed-4a1c-860b-4ce9df67615a tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 943 time: 0.0645816 Jul 13 14:50:44.509871 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b91bbaef-601a-4328-85c8-bc3ab5fc5025 req-09ce66e7-22da-4303-9af1-80b3de10e48b tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375078 Jul 13 14:50:44.966255 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d83e60-be28-4da4-b7e4-e1b55dda1909 req-f1c4b9a9-a2d0-433f-9fed-e771ac55a659 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:44.968116 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d4d83e60-be28-4da4-b7e4-e1b55dda1909 req-f1c4b9a9-a2d0-433f-9fed-e771ac55a659 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0699587 Jul 13 14:50:45.024603 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d4d83e60-be28-4da4-b7e4-e1b55dda1909 req-c460e4d7-7959-4cd8-8cf4-2c8223e9cfef tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502381 Jul 13 14:50:45.714557 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5335171-1f4a-47d8-9539-661296f0c62a req-68614fad-0a53-4b67-8580-baf347d0dab1 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:45.716442 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a5335171-1f4a-47d8-9539-661296f0c62a req-68614fad-0a53-4b67-8580-baf347d0dab1 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 943 time: 0.0696845 Jul 13 14:50:45.759960 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a5335171-1f4a-47d8-9539-661296f0c62a req-ed522f08-81ea-43d5-883c-00de5dd31513 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378056 Jul 13 14:50:46.212406 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e43580-d989-4e2f-83cc-88c54dc4a23b req-15ec1576-e631-424d-b962-9caeeaf78947 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:46.216518 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-52e43580-d989-4e2f-83cc-88c54dc4a23b req-15ec1576-e631-424d-b962-9caeeaf78947 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0703301 Jul 13 14:50:46.266200 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-52e43580-d989-4e2f-83cc-88c54dc4a23b req-c47a0453-5f04-443e-bbff-ee737dff39bc tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450931 Jul 13 14:50:46.309231 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-1e48eeb3-b0a1-4a22-828c-664225980579 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541832 Jul 13 14:50:46.406495 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-9dfd4b8c-f188-45ae-90d3-21db5d299be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:46.408358 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-9dfd4b8c-f188-45ae-90d3-21db5d299be0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 1099 time: 0.0554678 Jul 13 14:50:46.525900 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-3bf53f7c-d31a-45be-9706-8bfccf1025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:46.527462 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-3bf53f7c-d31a-45be-9706-8bfccf1025a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 912 time: 0.0978379 Jul 13 14:50:46.547323 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:46.600072 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-00c57c74-b938-4cf5-9ec9-9c72148ba82e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf3fb41f-3974-47b0-814c-430d13675578 HTTP/1.1" status: 200 len: 1002 time: 0.0644586 Jul 13 14:50:46.663605 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-260c7836-6df2-476f-be93-199cedbab894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:46.665313 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-260c7836-6df2-476f-be93-199cedbab894 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 200 len: 850 time: 0.0579441 Jul 13 14:50:46.736171 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-cc40c531-5d92-49ce-95c4-c9ab11907380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:46.737862 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-cc40c531-5d92-49ce-95c4-c9ab11907380 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2ddd26d-3988-4f68-a07a-dd596748a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629063 Jul 13 14:50:46.831593 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-fdb78a69-1962-4c17-b633-3a5805d469eb service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859761 Jul 13 14:50:46.943199 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4bd9e4ba-9563-431c-aaba-1a7c694bf25d req-88f7da53-a6fa-4848-8738-3db579555a18 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991259 Jul 13 14:50:46.962512 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a98bb-1f01-4176-bacf-f1119cadbd78 req-cf868619-0d23-4406-822e-ff02d1d06ace tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:46.966012 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-726a98bb-1f01-4176-bacf-f1119cadbd78 req-cf868619-0d23-4406-822e-ff02d1d06ace tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 943 time: 0.0882087 Jul 13 14:50:47.006002 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-726a98bb-1f01-4176-bacf-f1119cadbd78 req-521a51c8-7484-44bd-86ab-067a1ed80b8e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350897 Jul 13 14:50:47.232539 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 0f8094eb-c4b8-4600-8b72-87ceab6e918c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:50:47.345308 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 0f8094eb-c4b8-4600-8b72-87ceab6e918c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8094eb-c4b8-4600-8b72-87ceab6e918c,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:47.357224 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '0f8094eb-c4b8-4600-8b72-87ceab6e918c', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'port_id': '0f8094eb-c4b8-4600-8b72-87ceab6e918c', 'mac_address': 'fa:16:3e:2c:45:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:50:47.397353 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:47.414702 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8094eb-c4b8-4600-8b72-87ceab6e918c {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:50:47.436480 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 0f8094eb-c4b8-4600-8b72-87ceab6e918c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8094eb-c4b8-4600-8b72-87ceab6e918c,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:47.442370 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:47.482870 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862bbbf-5c0e-47a6-a949-4ee4245c5780 req-d288d8d8-1d6c-47bf-bc61-f042bfa599f5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:47.484506 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1862bbbf-5c0e-47a6-a949-4ee4245c5780 req-d288d8d8-1d6c-47bf-bc61-f042bfa599f5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0785725 Jul 13 14:50:47.501782 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=0f8094eb-c4b8-4600-8b72-87ceab6e918c,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:47.511479 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.511833 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.512207 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.512912 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.513218 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.513648 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.513990 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.514327 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.514664 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.515429 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.515599 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.515930 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:47.530174 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1862bbbf-5c0e-47a6-a949-4ee4245c5780 req-e54128ac-e6fd-4239-bea8-e1c70f81019a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397000 Jul 13 14:50:47.704129 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['0f8094eb-c4b8-4600-8b72-87ceab6e918c'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:50:48.191006 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ce3c6-e183-4ddc-9137-e0e09af79e0c req-3aae825a-9ba1-4a5a-812f-5cc87ac0db08 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:48.192580 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b20ce3c6-e183-4ddc-9137-e0e09af79e0c req-3aae825a-9ba1-4a5a-812f-5cc87ac0db08 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 944 time: 0.0742517 Jul 13 14:50:48.233039 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b20ce3c6-e183-4ddc-9137-e0e09af79e0c req-fbefc91c-3798-47a4-ac0b-250977bce650 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348692 Jul 13 14:50:48.268233 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-cc22edf5-35fe-4a73-b5fa-807b815ecced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:48.722137 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15ce82-786f-4039-820f-bd7ee09cc4ef req-579b6c2a-1805-4d2f-9b77-e2662d090c87 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:48.723672 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9b15ce82-786f-4039-820f-bd7ee09cc4ef req-579b6c2a-1805-4d2f-9b77-e2662d090c87 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0676937 Jul 13 14:50:48.773965 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9b15ce82-786f-4039-820f-bd7ee09cc4ef req-ce6b85f2-e9a7-4624-a8a1-c4d0bf54d52a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Jul 13 14:50:49.247890 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 0f8094eb-c4b8-4600-8b72-87ceab6e918c up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:50:49.316702 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 0f8094eb-c4b8-4600-8b72-87ceab6e918c completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:50:49.321740 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 0f8094eb-c4b8-4600-8b72-87ceab6e918c triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:50:49.322136 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:49.418627 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0411f0f-133e-4da4-a9cf-10a0e0b4bae3 req-c3baac37-13e9-4eb6-8b5e-1c3aa72602f0 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:49.420393 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:49.421361 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d0411f0f-133e-4da4-a9cf-10a0e0b4bae3 req-c3baac37-13e9-4eb6-8b5e-1c3aa72602f0 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 944 time: 0.0693371 Jul 13 14:50:49.453728 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8094eb-c4b8-4600-8b72-87ceab6e918c'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:49.456244 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6307e1fc-67cb-41d5-8ca9-f9a247937986" -d '{"events": [{"server_uuid": "e6053ab5-3655-4cf1-b3fb-8457c62f6eca", "name": "network-vif-plugged", "status": "completed", "tag": "0f8094eb-c4b8-4600-8b72-87ceab6e918c"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:49.470259 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 0f8094eb-c4b8-4600-8b72-87ceab6e918c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8094eb-c4b8-4600-8b72-87ceab6e918c,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:49.476050 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:49.516231 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d0411f0f-133e-4da4-a9cf-10a0e0b4bae3 req-ab97391a-65c3-4cc6-be95-2c6a3181835f tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881543 Jul 13 14:50:49.518806 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c95b34-1f23-4a20-aa03-bf8e1d117811 x-openstack-request-id: req-91c95b34-1f23-4a20-aa03-bf8e1d117811 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:49.519108 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6053ab5-3655-4cf1-b3fb-8457c62f6eca", "name": "network-vif-plugged", "status": "completed", "tag": "0f8094eb-c4b8-4600-8b72-87ceab6e918c", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:49.519412 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-91c95b34-1f23-4a20-aa03-bf8e1d117811 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:49.520903 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8094eb-c4b8-4600-8b72-87ceab6e918c', 'code': 200} Jul 13 14:50:49.543542 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=0f8094eb-c4b8-4600-8b72-87ceab6e918c,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:49.799517 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e8d99-9521-49bd-94d9-6e00e32c4717 req-02af2bfd-3b13-4034-8492-342cef4c0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:49.801141 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-756e8d99-9521-49bd-94d9-6e00e32c4717 req-02af2bfd-3b13-4034-8492-342cef4c0aec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 1098 time: 0.0560508 Jul 13 14:50:49.846794 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-756e8d99-9521-49bd-94d9-6e00e32c4717 req-cbaf034a-72fb-4738-8b40-079594735900 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380437 Jul 13 14:50:49.961273 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f42868-19a5-46c4-bfca-d61c3e7e3dd6 req-92384528-2ccb-41aa-a1fe-79f233e57fd0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:49.962841 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-17f42868-19a5-46c4-bfca-d61c3e7e3dd6 req-92384528-2ccb-41aa-a1fe-79f233e57fd0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0684488 Jul 13 14:50:50.005479 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-17f42868-19a5-46c4-bfca-d61c3e7e3dd6 req-e061920e-29ca-4b2c-9249-6009cb61a147 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369194 Jul 13 14:50:50.710446 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a116ff-0872-4362-aa16-634e5edade4a req-ddd0098e-7b7e-47ba-b957-81ce68d059a5 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:50.711970 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-07a116ff-0872-4362-aa16-634e5edade4a req-ddd0098e-7b7e-47ba-b957-81ce68d059a5 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 945 time: 0.0751009 Jul 13 14:50:50.760784 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-07a116ff-0872-4362-aa16-634e5edade4a req-77946f87-77c6-4ef1-a3a7-164f34517f2d tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Jul 13 14:50:50.771831 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:50.895240 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-47d49717-a065-4023-878b-78da10db1665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:51.195627 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731ec6-dad9-4c6e-a7fc-1abce68e1dba req-42d82430-3d95-43bb-af1c-fad25913e347 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:51.197280 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cd731ec6-dad9-4c6e-a7fc-1abce68e1dba req-42d82430-3d95-43bb-af1c-fad25913e347 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0720382 Jul 13 14:50:51.236322 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cd731ec6-dad9-4c6e-a7fc-1abce68e1dba req-6beaa9bb-ad8e-4169-a496-a2e1cf6208b5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332181 Jul 13 14:50:51.949078 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90675e-a4e8-4acd-a327-0f3c925d4e24 req-6c6b97a6-eb18-4152-a6fc-fe3f16e7beca tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:51.950592 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6b90675e-a4e8-4acd-a327-0f3c925d4e24 req-6c6b97a6-eb18-4152-a6fc-fe3f16e7beca tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 945 time: 0.0727255 Jul 13 14:50:51.998925 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6b90675e-a4e8-4acd-a327-0f3c925d4e24 req-c52fb174-aa9d-4c08-825e-726779242a65 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424559 Jul 13 14:50:52.088165 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:52.195538 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e3409-15dc-4f83-861f-f652b4983dd2 req-d520191f-d1d6-4ab4-aa92-ed9d9414a2cb tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:52.197230 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d79e3409-15dc-4f83-861f-f652b4983dd2 req-d520191f-d1d6-4ab4-aa92-ed9d9414a2cb tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 945 time: 0.0728545 Jul 13 14:50:52.243151 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d79e3409-15dc-4f83-861f-f652b4983dd2 req-2e705369-0cac-4389-b4d7-5636707761bb tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Jul 13 14:50:52.269822 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36010) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:52.431862 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53c72d-d1c1-4bc4-8c3e-d0263815e840 req-3b0b1ee7-e357-4a7c-a2bc-f8fc9a121766 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:52.432829 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6bfdb-db55-4cd0-8c4c-126b19da3665 tempest-TestVolumeBootPattern-233542184 tempest-TestVolumeBootPattern-233542184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:52.433857 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9f53c72d-d1c1-4bc4-8c3e-d0263815e840 req-3b0b1ee7-e357-4a7c-a2bc-f8fc9a121766 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0708156 Jul 13 14:50:52.437194 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36016) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:52.437405 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-70f6bfdb-db55-4cd0-8c4c-126b19da3665 tempest-TestVolumeBootPattern-233542184 tempest-TestVolumeBootPattern-233542184-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 1093 time: 0.1663105 Jul 13 14:50:52.443136 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'floatingip': {'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'port_id': '0f8094eb-c4b8-4600-8b72-87ceab6e918c', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:50:52.490344 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:52.498616 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9f53c72d-d1c1-4bc4-8c3e-d0263815e840 req-5634cc92-3d3e-48e3-86ca-ecb797c2d93b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591538 Jul 13 14:50:52.600472 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:52.718134 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Allocated IP 172.27.0.237 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/9e294c64-ac8c-4ae9-b91e-2371fbe927b3) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:50:52.833419 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:52.877266 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:52.918975 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:50:52.923181 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:50:52.926634 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:50:52.952941 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'Port': ['ID=9e294c64-ac8c-4ae9-b91e-2371fbe927b3,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:52.965592 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.965914 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.966275 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.966613 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.966955 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.967302 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.967638 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.967974 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.968393 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.968998 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.968998 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:52.969310 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:50:53.345361 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:53.430249 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:53.446605 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:53.612671 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:53.618774 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033177'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:53.742739 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'Port': ['ID=9e294c64-ac8c-4ae9-b91e-2371fbe927b3,revision_number=2']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:53.763624 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:53.834692 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474683a4-1079-4b0a-9591-cde83d454997 req-efad3664-0953-4e9b-ad07-c8dc91d948fe tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:53.837283 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-474683a4-1079-4b0a-9591-cde83d454997 req-efad3664-0953-4e9b-ad07-c8dc91d948fe tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.2124851 Jul 13 14:50:53.916902 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-474683a4-1079-4b0a-9591-cde83d454997 req-37f55a42-55bc-40a6-b749-f4f26ff323b1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468311 Jul 13 14:50:53.921318 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.l3_db [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Floating IP c6985b66-869e-4ab3-b3ab-ad3483d8799c associated. External IP: 172.27.0.237, port: 0f8094eb-c4b8-4600-8b72-87ceab6e918c. Jul 13 14:50:54.350465 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:50:54.461580 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:54.472918 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] Sync routers for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:54.483820 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:54.484095 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:54.484728 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:50:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:54.535273 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-def0e5c5-362f-4941-b9fb-b2c170353efd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0964637 Jul 13 14:50:54.535868 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'tag': '0f8094eb-c4b8-4600-8b72-87ceab6e918c'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:54.539748 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1228d3-a0f4-4343-8662-3f4c445770e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e6053ab5-3655-4cf1-b3fb-8457c62f6eca", "tag": "0f8094eb-c4b8-4600-8b72-87ceab6e918c"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:54.599946 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:54.656300 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dd083c-0b19-4f90-861a-9c06be7d8216 x-openstack-request-id: req-35dd083c-0b19-4f90-861a-9c06be7d8216 {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:54.656620 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6053ab5-3655-4cf1-b3fb-8457c62f6eca", "tag": "0f8094eb-c4b8-4600-8b72-87ceab6e918c", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:54.656883 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35dd083c-0b19-4f90-861a-9c06be7d8216 {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:54.657387 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'tag': '0f8094eb-c4b8-4600-8b72-87ceab6e918c', 'status': 'completed', 'code': 200} Jul 13 14:50:54.770023 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-25a3343e-66b2-4a42-bbf4-5507ac22cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:54.772530 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-25a3343e-66b2-4a42-bbf4-5507ac22cc34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 1098 time: 0.0853698 Jul 13 14:50:54.873602 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'c6985b66-869e-4ab3-b3ab-ad3483d8799c', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': '0f8094eb-c4b8-4600-8b72-87ceab6e918c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:2c:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:50:53Z', 'updated_at': '2021-07-13T14:50:53Z', 'revision_number': 0, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:54.904217 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] Checking router: 8866f587-706f-4d16-a5d0-0a4cb2132ae0 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:54.913061 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:54.913689 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:50:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:54.965898 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-690fe5fd-f4e0-4219-b8fb-2ce60805883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:54.967420 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-690fe5fd-f4e0-4219-b8fb-2ce60805883b service neutron] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 912 time: 0.1866043 Jul 13 14:50:55.060722 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:55.082925 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-1215531b-d35c-4cf0-aa13-26c64b8935eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f8094eb-c4b8-4600-8b72-87ceab6e918c HTTP/1.1" status: 200 len: 999 time: 0.1026270 Jul 13 14:50:55.217334 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-b9133073-57aa-476f-b2c1-2453ba56613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:55.233727 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-b9133073-57aa-476f-b2c1-2453ba56613a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.1401279 Jul 13 14:50:55.329240 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55dd5f-875a-4eab-8286-055b6a7a8bd5 req-acce69bb-758f-4e88-8977-3ec97a4e94a8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:55.337726 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1d55dd5f-875a-4eab-8286-055b6a7a8bd5 req-acce69bb-758f-4e88-8977-3ec97a4e94a8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.1230199 Jul 13 14:50:55.352551 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-2dbf350d-5b73-4965-a3a8-8b3d5de74351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:55.354186 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-2dbf350d-5b73-4965-a3a8-8b3d5de74351 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1146123 Jul 13 14:50:55.395765 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1d55dd5f-875a-4eab-8286-055b6a7a8bd5 req-e42f947b-17e4-4105-bf0c-35cbec5cea0d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560646 Jul 13 14:50:55.496371 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12caf2-74fa-48de-ba32-714b9019cf40 req-4a552382-299d-4f86-894d-a1bd7276dee9 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:55.498198 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6b12caf2-74fa-48de-ba32-714b9019cf40 req-4a552382-299d-4f86-894d-a1bd7276dee9 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0820532 Jul 13 14:50:55.525866 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-a64bc083-87e3-4b67-8088-9f69ff343ffc service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632137 Jul 13 14:50:55.547056 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'c6985b66-869e-4ab3-b3ab-ad3483d8799c', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': '0f8094eb-c4b8-4600-8b72-87ceab6e918c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:2c:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:50:53Z', 'updated_at': '2021-07-13T14:50:53Z', 'revision_number': 0, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:55.558881 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6b12caf2-74fa-48de-ba32-714b9019cf40 req-2e515b1e-3966-49c7-ab0d-0c161fbd62e7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536640 Jul 13 14:50:55.586667 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bf440e-f04d-47c7-ba23-db23cfb8c573 None None] The sync data for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi is: [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'c6985b66-869e-4ab3-b3ab-ad3483d8799c', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': '0f8094eb-c4b8-4600-8b72-87ceab6e918c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:2c:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:50:53Z', 'updated_at': '2021-07-13T14:50:53Z', 'revision_number': 0, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:55.639526 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0d1228d3-a0f4-4343-8662-3f4c445770e9 req-abb7b9ad-5816-463c-884a-72f8a84fe875 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059237 Jul 13 14:50:55.818888 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ed69a5-4f39-4614-b5ac-80b6c29b2442 None None] New status for floating IP c6985b66-869e-4ab3-b3ab-ad3483d8799c: ACTIVE {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:50:56.585904 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eaa87-1b76-4d3c-9d3f-9b7225de3865 req-24bd488e-b49b-4d35-bcd6-c45c9d95b24b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:56.587455 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-648eaa87-1b76-4d3c-9d3f-9b7225de3865 req-24bd488e-b49b-4d35-bcd6-c45c9d95b24b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0761716 Jul 13 14:50:56.637114 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-648eaa87-1b76-4d3c-9d3f-9b7225de3865 req-ca9178d9-9b59-49a6-bca6-b9d3685367c6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432234 Jul 13 14:50:56.741386 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb75b88-d669-46e1-bf0c-82794259e824 req-291e4349-4a95-4052-8e0f-6c73bb489c86 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:56.742880 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3bb75b88-d669-46e1-bf0c-82794259e824 req-291e4349-4a95-4052-8e0f-6c73bb489c86 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0708508 Jul 13 14:50:56.782281 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3bb75b88-d669-46e1-bf0c-82794259e824 req-766bae52-0a01-4323-8ce2-bdec3edcc430 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=0df173fd-74cf-4438-b5ea-6950267112ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335193 Jul 13 14:50:57.335267 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-dc0de4ca-fc27-4d29-a5c6-bf4419716cc3 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:57.336912 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-dc0de4ca-fc27-4d29-a5c6-bf4419716cc3 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 946 time: 0.0741966 Jul 13 14:50:57.443413 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Deleting port bf3fb41f-3974-47b0-814c-430d13675578 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:50:57.443782 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:57.539285 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] For port bf3fb41f-3974-47b0-814c-430d13675578, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bf3fb41f-3974-47b0-814c-430d13675578,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:50:57.539569 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:57.728809 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:57.728809 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:57.729160 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.l3_db [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Floating IP fb9cfbd4-0cad-4279-9b7e-1b9fd593eb89 disassociated. External IP: 172.27.0.192, port: bf3fb41f-3974-47b0-814c-430d13675578. Jul 13 14:50:57.729448 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Calling delete_port for bf3fb41f-3974-47b0-814c-430d13675578 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:50:57.891386 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb19340-df0a-4307-9e70-b254fe13a7d2 req-cc778d79-86e8-4e03-991e-48f4b5600d20 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:57.894851 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fdb19340-df0a-4307-9e70-b254fe13a7d2 req-cc778d79-86e8-4e03-991e-48f4b5600d20 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.1116910 Jul 13 14:50:57.921811 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:57.973460 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-68ebafe6-4d5e-4e64-8f6a-64d5f3fac6eb req-36f03d24-cda7-4209-9054-b47d2550ff41 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c0ab08-4077-45d5-9d7b-1657ad240397 HTTP/1.1" status: 200 len: 210 time: 0.0476172 Jul 13 14:50:57.973614 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event deleted for resources: {'Port': ['ID=bf3fb41f-3974-47b0-814c-430d13675578,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:58.013800 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fdb19340-df0a-4307-9e70-b254fe13a7d2 req-f6e6923e-4300-450d-8a83-b0f0e90a2588 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128578 Jul 13 14:50:58.115111 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Router 434e596b-c3b2-4ea7-acc3-d437154d2337 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:50:58.231849 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:50:58.242948 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] Sync routers for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:50:58.255608 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:58.257202 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:50:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:58.282742 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] No DVR routers for this DVR port bf3fb41f-3974-47b0-814c-430d13675578 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:50:58.285611 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:58.287626 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7750e1d5-36ac-46ec-a740-c119211c56b3 req-babfdb31-7687-4360-be36-30d85b1100c5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.70 "DELETE /v2.0/ports/bf3fb41f-3974-47b0-814c-430d13675578 HTTP/1.1" status: 204 len: 173 time: 0.9446743 Jul 13 14:50:58.288121 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'name': 'network-vif-deleted', 'tag': 'bf3fb41f-3974-47b0-814c-430d13675578'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:50:58.290395 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0278936d-e31b-4ce8-8ae1-5c3be067cc34" -d '{"events": [{"server_uuid": "65c0ab08-4077-45d5-9d7b-1657ad240397", "name": "network-vif-deleted", "tag": "bf3fb41f-3974-47b0-814c-430d13675578"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:50:58.338946 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac80f855-43e8-473b-9f17-d93e98d17630 x-openstack-request-id: req-ac80f855-43e8-473b-9f17-d93e98d17630 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:50:58.338946 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0ab08-4077-45d5-9d7b-1657ad240397", "name": "network-vif-deleted", "tag": "bf3fb41f-3974-47b0-814c-430d13675578", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:50:58.338946 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac80f855-43e8-473b-9f17-d93e98d17630 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:50:58.339848 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0ab08-4077-45d5-9d7b-1657ad240397', 'name': 'network-vif-deleted', 'tag': 'bf3fb41f-3974-47b0-814c-430d13675578', 'status': 'completed', 'code': 200} Jul 13 14:50:58.430248 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:58.679638 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:58.821840 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] Checking router: 434e596b-c3b2-4ea7-acc3-d437154d2337 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:50:58.831822 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:50:58.832497 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:50:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:58.944790 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:50:59.180746 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36072) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:59.249892 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:50:59.284101 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c062b-b309-41c8-9cf5-d17af681c256 None None] The sync data for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi is: [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:50:59.297175 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43c798ee-97b9-45b4-93bb-ea9da3c86b31 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:59.352340 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43c798ee-97b9-45b4-93bb-ea9da3c86b31 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:59.376064 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea082669-c67d-4894-ae9f-582ee302c9ae req-6ee90a46-e2aa-4237-bf55-a03c445d058f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:50:59.381028 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ea082669-c67d-4894-ae9f-582ee302c9ae req-6ee90a46-e2aa-4237-bf55-a03c445d058f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.1752248 Jul 13 14:50:59.458392 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ea082669-c67d-4894-ae9f-582ee302c9ae req-0750bc6b-0318-4edc-8ec0-a0d8d5512e43 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677722 Jul 13 14:50:59.484077 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43c798ee-97b9-45b4-93bb-ea9da3c86b31 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:59.484077 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43c798ee-97b9-45b4-93bb-ea9da3c86b31 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:59.484077 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-43c798ee-97b9-45b4-93bb-ea9da3c86b31 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "DELETE /v2.0/security-groups/0df173fd-74cf-4438-b5ea-6950267112ad HTTP/1.1" status: 204 len: 168 time: 0.3027065 Jul 13 14:50:59.488118 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36076) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:59.506768 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c798ee-97b9-45b4-93bb-ea9da3c86b31 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df173fd-74cf-4438-b5ea-6950267112ad,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:50:59.522874 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.api.v2.resource [None req-58f881a3-b4b2-4c3c-b1da-5450515128b5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] show failed (client error): The resource could not be found. Jul 13 14:50:59.524562 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-58f881a3-b4b2-4c3c-b1da-5450515128b5 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups/0df173fd-74cf-4438-b5ea-6950267112ad HTTP/1.1" status: 404 len: 347 time: 0.0357339 Jul 13 14:50:59.527810 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36078) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:50:59.644576 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497c893-776e-4848-b8d9-3410d56baca7 None None] New status for floating IP fb9cfbd4-0cad-4279-9b7e-1b9fd593eb89: DOWN {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:50:59.679310 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-082fec45-929e-4443-b00a-051d6c2371c7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Deleting port d24b60c2-a4b5-45a4-a151-46fd6562b040 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:50:59.679753 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-082fec45-929e-4443-b00a-051d6c2371c7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:59.772969 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-082fec45-929e-4443-b00a-051d6c2371c7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:59.773260 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-082fec45-929e-4443-b00a-051d6c2371c7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:59.789022 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-082fec45-929e-4443-b00a-051d6c2371c7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Calling delete_port for d24b60c2-a4b5-45a4-a151-46fd6562b040 owned by network:floatingip {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:51:00.000927 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-082fec45-929e-4443-b00a-051d6c2371c7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.038225 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fec45-929e-4443-b00a-051d6c2371c7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event deleted for resources: {'Port': ['ID=d24b60c2-a4b5-45a4-a151-46fd6562b040,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:00.128688 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-082fec45-929e-4443-b00a-051d6c2371c7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.131779 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-082fec45-929e-4443-b00a-051d6c2371c7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.140079 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-082fec45-929e-4443-b00a-051d6c2371c7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "DELETE /v2.0/floatingips/fb9cfbd4-0cad-4279-9b7e-1b9fd593eb89 HTTP/1.1" status: 204 len: 168 time: 0.6102877 Jul 13 14:51:00.452982 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36102) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:00.460536 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-5659be00-8807-4d43-a58c-e0a90976c862 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983733124', 'description': 'tempest-description--76717762'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:00.501113 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5659be00-8807-4d43-a58c-e0a90976c862 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.615745 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5659be00-8807-4d43-a58c-e0a90976c862 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.627321 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5659be00-8807-4d43-a58c-e0a90976c862 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.695208 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5659be00-8807-4d43-a58c-e0a90976c862 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.696512 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-5659be00-8807-4d43-a58c-e0a90976c862 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2419813 Jul 13 14:51:00.699710 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36108) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:00.701245 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659be00-8807-4d43-a58c-e0a90976c862 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e19b7f7-930a-443f-a214-8fcf414a3811,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:00.707012 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-a8015d93-ad27-42c0-bfe3-7d3f2ec36858 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'security_group_rule': {'security_group_id': '3e19b7f7-930a-443f-a214-8fcf414a3811', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:00.740673 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf65491-d264-44ae-b559-1fad1799d340 req-b300ae39-f7e0-42c3-982c-0f1a639b67e8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:00.745441 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a8015d93-ad27-42c0-bfe3-7d3f2ec36858 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.747822 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dcf65491-d264-44ae-b559-1fad1799d340 req-b300ae39-f7e0-42c3-982c-0f1a639b67e8 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.1307530 Jul 13 14:51:00.789452 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dcf65491-d264-44ae-b559-1fad1799d340 req-267a4333-8f39-459c-b60e-bf8dfdb40887 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Jul 13 14:51:00.817200 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a8015d93-ad27-42c0-bfe3-7d3f2ec36858 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.822291 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a8015d93-ad27-42c0-bfe3-7d3f2ec36858 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.837095 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8015d93-ad27-42c0-bfe3-7d3f2ec36858 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5770c92-b3ec-4c79-ad25-b15713f58838,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:00.852851 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a8015d93-ad27-42c0-bfe3-7d3f2ec36858 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.854383 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-a8015d93-ad27-42c0-bfe3-7d3f2ec36858 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532915 Jul 13 14:51:00.857377 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36110) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:00.862132 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-1f8f10fc-7e7e-4f08-921c-ef18a5844b6e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'security_group_rule': {'security_group_id': '3e19b7f7-930a-443f-a214-8fcf414a3811', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:00.892055 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1f8f10fc-7e7e-4f08-921c-ef18a5844b6e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.952678 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1f8f10fc-7e7e-4f08-921c-ef18a5844b6e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.960898 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1f8f10fc-7e7e-4f08-921c-ef18a5844b6e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.978647 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f10fc-7e7e-4f08-921c-ef18a5844b6e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0a8618-92cb-4830-9574-d39220b17d75,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:00.993271 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1f8f10fc-7e7e-4f08-921c-ef18a5844b6e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:00.998029 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1f8f10fc-7e7e-4f08-921c-ef18a5844b6e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360784 Jul 13 14:51:00.998142 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36118) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:01.002381 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'floatingip': {'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:01.027285 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.124690 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.224441 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Allocated IP 172.27.0.117 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/586c41b8-52fb-4c3e-bc47-c682a31b51cb) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:01.316917 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device bf3fb41f-3974-47b0-814c-430d13675578 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:01.325280 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.336343 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: bf3fb41f-3974-47b0-814c-430d13675578 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:51:01.336690 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device bf3fb41f-3974-47b0-814c-430d13675578 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:51:01.366110 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.410172 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:01.413345 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:01.415698 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:01.439946 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'Port': ['ID=586c41b8-52fb-4c3e-bc47-c682a31b51cb,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:01.504321 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.551201 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.705054 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.710475 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.785062 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'Port': ['ID=586c41b8-52fb-4c3e-bc47-c682a31b51cb,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:01.799655 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.813173 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:01.814510 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-a614a7fa-a8ef-44c9-a411-e8e175da98ff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8157709 Jul 13 14:51:01.999865 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9778b6e-0e25-445b-a062-2a621774fab9 req-d0b4dd7a-e92d-46e1-a096-2142ce599d56 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:02.001359 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b9778b6e-0e25-445b-a062-2a621774fab9 req-d0b4dd7a-e92d-46e1-a096-2142ce599d56 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0895197 Jul 13 14:51:02.056591 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-42b54ace-144f-44f6-a462-bbe2414493a3 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--983733124&fields=id&tenant_id=746d46972af64df1890a7bdcd7b8f594 HTTP/1.1" status: 200 len: 267 time: 0.0645120 Jul 13 14:51:02.063611 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b9778b6e-0e25-445b-a062-2a621774fab9 req-54843fbc-f566-44b5-8334-30696a33078a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561419 Jul 13 14:51:02.164078 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-8baaa8e2-0de3-4421-ab65-5c42373b91b6 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:02.165550 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-8baaa8e2-0de3-4421-ab65-5c42373b91b6 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 811 time: 0.1010649 Jul 13 14:51:02.180727 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5bbd908a-3b32-431d-9b40-bdd02832c6ce tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/quotas/746d46972af64df1890a7bdcd7b8f594 HTTP/1.1" status: 200 len: 375 time: 0.0097752 Jul 13 14:51:02.251485 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-fe07cce0-ae0a-4c25-b547-91e23364d03a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644295 Jul 13 14:51:02.341962 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-f9f403bc-8edd-4245-8a48-9ef5d1e00572 service neutron] 10.222.0.68 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788152 Jul 13 14:51:02.429902 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-64ef59f3-bf8d-4ca9-a5db-00db46010b72 service neutron] 10.222.0.68 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823748 Jul 13 14:51:02.592272 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d515221e-e397-4898-bac7-b7842315264a req-f5eef56a-c7f1-4657-a432-1af429f658cb tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 210 time: 0.0285618 Jul 13 14:51:03.005595 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36216) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:03.051024 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace90da7-c014-436a-b947-0a84c9df8111 admin admin] Deleting subnet f45efbdf-f926-4ab4-95a4-509f3f83582d {{(pid=99622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:51:03.053992 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ace90da7-c014-436a-b947-0a84c9df8111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.086892 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ace90da7-c014-436a-b947-0a84c9df8111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5842348'] for subnet, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.129649 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ace90da7-c014-436a-b947-0a84c9df8111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.186946 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ace90da7-c014-436a-b947-0a84c9df8111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6224379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6037158'] for subnet, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.211714 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace90da7-c014-436a-b947-0a84c9df8111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45efbdf-f926-4ab4-95a4-509f3f83582d,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:03.215535 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ace90da7-c014-436a-b947-0a84c9df8111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.218939 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-ace90da7-c014-436a-b947-0a84c9df8111 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f45efbdf-f926-4ab4-95a4-509f3f83582d HTTP/1.1" status: 204 len: 168 time: 0.2108395 Jul 13 14:51:03.220325 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36220) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:03.251911 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec55590-c471-4de1-b92b-08e1a86722d1 req-78c9e46b-49d8-453c-af22-a659d849d4d6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:03.253451 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dec55590-c471-4de1-b92b-08e1a86722d1 req-78c9e46b-49d8-453c-af22-a659d849d4d6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0670106 Jul 13 14:51:03.286268 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.290792 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dec55590-c471-4de1-b92b-08e1a86722d1 req-d8190a02-1b1b-44e3-85d3-bed821ce026e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Jul 13 14:51:03.312495 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 061f240d-1796-4fc8-b49d-592a4761d7e2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:51:03.365999 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.375606 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42758ca5-e024-49ef-99d7-a7f8ae64251f']}} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:03.385655 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868717de-b898-4451-bac4-d436fab41954') {'for_net_delete': True} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:03.385953 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868717de-b898-4451-bac4-d436fab41954') {} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:03.394696 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5842357'] for segment, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.403495 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:03.408268 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.414625 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=99622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:51:03.415013 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6223957'] for segment, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: Traceback (most recent call last): Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: timer() Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: cb(*args, **kw) Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: return func(*args, **kwargs) Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: self._notify() Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: self.callback(batched_events) Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: event.method(event) Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: return f(self, *a, **k) Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._get(url).json() Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: return self.request(url, 'GET', **kwargs) Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:51:03.416670 dv-cinder-733622-17-iscsi neutron-server[99622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:51:03.419643 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'port_id': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'mac_address': 'fa:16:3e:9a:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:51:03.457652 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.471171 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 061f240d-1796-4fc8-b49d-592a4761d7e2 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:03.476729 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.482432 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.484979 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/42758ca5-e024-49ef-99d7-a7f8ae64251f HTTP/1.1" status: 204 len: 168 time: 0.2641919 Jul 13 14:51:03.493685 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:03.503315 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.557528 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=6']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:03.636546 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['061f240d-1796-4fc8-b49d-592a4761d7e2'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:03.779944 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e08a6108-8341-49dc-8db7-c50ecbb24f55 req-0f72afee-bc85-4cf0-b314-b4f14061de5f tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 210 time: 0.0504684 Jul 13 14:51:03.784572 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36228) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:03.808546 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db6d02-ae79-4459-84e5-a96d9d3420d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=42758ca5-e024-49ef-99d7-a7f8ae64251f,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:03.847303 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-640a764d-3b82-4e23-abf8-dc1a2ff32b70 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=80a07c9caa6f40d49d9b27212c81f83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606613 Jul 13 14:51:03.850078 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36230) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:03.926414 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-c50604b1-139a-447c-a695-19f9819b2967 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:03.927839 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-c50604b1-139a-447c-a695-19f9819b2967 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.70 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 811 time: 0.1416254 Jul 13 14:51:03.932391 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8fcb45be-57d2-4bbd-9bdb-89aac0af5aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:03.963168 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8fcb45be-57d2-4bbd-9bdb-89aac0af5aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:04.014503 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-6cd256be-f706-4da3-a1df-02b6891175d7 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=746d46972af64df1890a7bdcd7b8f594 HTTP/1.1" status: 200 len: 379 time: 0.0688097 Jul 13 14:51:04.024686 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'port': {'device_id': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'admin_state_up': True, 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'security_groups': ['3e19b7f7-930a-443f-a214-8fcf414a3811']}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:04.069676 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8fcb45be-57d2-4bbd-9bdb-89aac0af5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:04.072098 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8fcb45be-57d2-4bbd-9bdb-89aac0af5aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:04.073191 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-8fcb45be-57d2-4bbd-9bdb-89aac0af5aec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ebf8918a-4f9d-48ec-8927-9f29582407c3 HTTP/1.1" status: 204 len: 168 time: 0.2221773 Jul 13 14:51:04.086993 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb45be-57d2-4bbd-9bdb-89aac0af5aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf8918a-4f9d-48ec-8927-9f29582407c3,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:04.144148 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Made reservation on behalf of 746d46972af64df1890a7bdcd7b8f594 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:51:04.148670 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:04.277015 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Allocated IP 172.20.0.5 (b2ddd26d-3988-4f68-a07a-dd596748a7ec/425e5777-40a1-4c0a-ab3d-72d699a16fe1/ed8f30e1-c506-4648-a6ef-d67919fcc961) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:04.416053 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:04.429195 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Transition to ACTIVE for port object ed8f30e1-c506-4648-a6ef-d67919fcc961 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:04.470237 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:04.478294 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11729b-93a8-488d-b5b1-f7f2e70b8aca req-480d1f62-3232-4b0e-a1f4-612d198627dd tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:04.479830 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0d11729b-93a8-488d-b5b1-f7f2e70b8aca req-480d1f62-3232-4b0e-a1f4-612d198627dd tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 944 time: 0.0677998 Jul 13 14:51:04.520222 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0d11729b-93a8-488d-b5b1-f7f2e70b8aca req-238e2654-7afb-4e12-b3c2-4e39585e729e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341349 Jul 13 14:51:04.522790 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:04.526261 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:04.528944 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:04.556569 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event updated for resources: {'Port': ['ID=ed8f30e1-c506-4648-a6ef-d67919fcc961,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:04.588549 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:04.589322 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:04.616060 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-5e45d280-febd-48b0-8e79-e0f81c199fff tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5952804 Jul 13 14:51:04.632361 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Request body: {'port': {'device_id': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:04.712247 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:04.749825 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a6e10990-6e3a-4cb2-8cf4-5e1799947ecd None None] Provisioning for port ed8f30e1-c506-4648-a6ef-d67919fcc961 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:04.755559 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a6e10990-6e3a-4cb2-8cf4-5e1799947ecd None None] Provisioning complete for port ed8f30e1-c506-4648-a6ef-d67919fcc961 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:04.755939 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a6e10990-6e3a-4cb2-8cf4-5e1799947ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:04.793073 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-a6e10990-6e3a-4cb2-8cf4-5e1799947ecd None None] Port ed8f30e1-c506-4648-a6ef-d67919fcc961 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:51:04.970585 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e318d8-63df-440c-bb91-0f17b34041ea req-4cb194a5-369b-46cc-a61e-4cb7b8ab45cb tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:04.977748 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a6e318d8-63df-440c-bb91-0f17b34041ea req-4cb194a5-369b-46cc-a61e-4cb7b8ab45cb tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 931 time: 0.0791409 Jul 13 14:51:05.036478 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a6e318d8-63df-440c-bb91-0f17b34041ea req-61e7af5c-a68e-441d-8ef0-57e2201a2097 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e19b7f7-930a-443f-a214-8fcf414a3811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562923 Jul 13 14:51:05.049041 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8f30e1-c506-4648-a6ef-d67919fcc961 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:05.057792 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.071542 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Transition to ACTIVE for port object ed8f30e1-c506-4648-a6ef-d67919fcc961 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:05.076423 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.192363 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Pushing event updated for resources: {'Port': ['ID=ed8f30e1-c506-4648-a6ef-d67919fcc961,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:05.218196 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Attempting to bind port ed8f30e1-c506-4648-a6ef-d67919fcc961 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:51:05.218644 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Attempting to bind port ed8f30e1-c506-4648-a6ef-d67919fcc961 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:51:05.219068 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Attempting to bind port ed8f30e1-c506-4648-a6ef-d67919fcc961 on network b2ddd26d-3988-4f68-a07a-dd596748a7ec {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:05.223630 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Port ed8f30e1-c506-4648-a6ef-d67919fcc961 on network b2ddd26d-3988-4f68-a07a-dd596748a7ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:51:05.224134 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Attempting to bind port ed8f30e1-c506-4648-a6ef-d67919fcc961 on network b2ddd26d-3988-4f68-a07a-dd596748a7ec {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:05.229238 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:51:05.229505 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Checking segment: {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:05.229904 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Bound using segment: {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:51:05.230343 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Bound port: ed8f30e1-c506-4648-a6ef-d67919fcc961, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5512391e-f6c6-4752-95d0-f9b2abebb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:51:05.230714 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.320834 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 061f240d-1796-4fc8-b49d-592a4761d7e2 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:05.321191 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] For port ed8f30e1-c506-4648-a6ef-d67919fcc961, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:51:05.328644 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] For port ed8f30e1-c506-4648-a6ef-d67919fcc961, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ed8f30e1-c506-4648-a6ef-d67919fcc961,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:51:05.335657 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.373189 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:05.373907 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.375482 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] 10.222.0.70 "PUT /v2.0/ports/ed8f30e1-c506-4648-a6ef-d67919fcc961 HTTP/1.1" status: 200 len: 1093 time: 0.7478061 Jul 13 14:51:05.375936 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'tag': 'ed8f30e1-c506-4648-a6ef-d67919fcc961'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:05.378320 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed" -d '{"events": [{"name": "network-changed", "server_uuid": "1938a204-4d3b-422a-815f-5bff0647a6ee", "tag": "ed8f30e1-c506-4648-a6ef-d67919fcc961"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:05.446895 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a9f13-e935-48b4-a61a-dd3aae5b209b service neutron] Pushing event updated for resources: {'Port': ['ID=ed8f30e1-c506-4648-a6ef-d67919fcc961,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:05.451542 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 061f240d-1796-4fc8-b49d-592a4761d7e2 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:05.452292 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.505805 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba187303-aaa8-4c2b-a700-36dad2fd9aa8 x-openstack-request-id: req-ba187303-aaa8-4c2b-a700-36dad2fd9aa8 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:05.506369 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1938a204-4d3b-422a-815f-5bff0647a6ee", "tag": "ed8f30e1-c506-4648-a6ef-d67919fcc961", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:05.506791 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ba187303-aaa8-4c2b-a700-36dad2fd9aa8 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:05.507471 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'tag': 'ed8f30e1-c506-4648-a6ef-d67919fcc961', 'status': 'completed', 'code': 200} Jul 13 14:51:05.549000 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-c5507743-a3aa-4b91-bd84-470263206daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:05.550696 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-c5507743-a3aa-4b91-bd84-470263206daf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 1096 time: 0.1089029 Jul 13 14:51:05.561300 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.591196 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:05.593744 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674c5ba5-d19d-4ad3-8bb0-baa5db12f810" -d '{"events": [{"server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "name": "network-vif-plugged", "status": "completed", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:05.612408 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-25d673cc-2641-4f73-8d38-1a8d714badc6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed8f30e1-c506-4648-a6ef-d67919fcc961 HTTP/1.1" status: 200 len: 217 time: 0.0503335 Jul 13 14:51:05.614877 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:05.620612 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.713043 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-78e40427-7382-40fb-8189-5b748e453718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:05.715511 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-78e40427-7382-40fb-8189-5b748e453718 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 200 len: 850 time: 0.0727639 Jul 13 14:51:05.721054 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=7']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:05.747007 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c69c73-89c2-45c4-92b9-3048349422f2 req-f380f432-bd7a-4eec-b1e0-4cce06bbc93b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:05.751178 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-81c69c73-89c2-45c4-92b9-3048349422f2 req-f380f432-bd7a-4eec-b1e0-4cce06bbc93b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0889027 Jul 13 14:51:05.804959 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-3d29492e-b405-4cbf-88b2-d547e7cd2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:05.806508 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-3d29492e-b405-4cbf-88b2-d547e7cd2ca6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2ddd26d-3988-4f68-a07a-dd596748a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0823121 Jul 13 14:51:05.807970 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-81c69c73-89c2-45c4-92b9-3048349422f2 req-c61d58f2-586e-4279-842b-abf1dcccf2a0 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442319 Jul 13 14:51:05.843732 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e10b86-51fa-486a-8158-75ba82a55efb x-openstack-request-id: req-37e10b86-51fa-486a-8158-75ba82a55efb {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:05.844222 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "name": "network-vif-plugged", "status": "completed", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:05.844327 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-37e10b86-51fa-486a-8158-75ba82a55efb {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:05.844739 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'code': 200} Jul 13 14:51:05.901256 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-db853b02-b30f-4203-9845-041d3e1a399c service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879385 Jul 13 14:51:05.993341 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e6871e29-e98b-4c97-a0ce-505d74c77512 req-504bbcd5-1d16-46ad-8be8-57ef4c8e482d service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816188 Jul 13 14:51:06.109808 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-68c23dee-4174-4fb7-b5fc-7ca190684901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.111316 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-68c23dee-4174-4fb7-b5fc-7ca190684901 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 1096 time: 0.0648177 Jul 13 14:51:06.210193 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-49ac730e-eddb-451f-9438-7d9fd8e6e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.211756 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-49ac730e-eddb-451f-9438-7d9fd8e6e6ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 912 time: 0.0927649 Jul 13 14:51:06.216469 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90299805-98b2-4925-83f7-6f34224ca100 req-f204d9cc-7431-4d02-a974-c2ed4b02f87e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.217948 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-90299805-98b2-4925-83f7-6f34224ca100 req-f204d9cc-7431-4d02-a974-c2ed4b02f87e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 943 time: 0.0694573 Jul 13 14:51:06.255316 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-3e7d4d73-d775-476c-a3d8-df0c2e53e70a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed8f30e1-c506-4648-a6ef-d67919fcc961 HTTP/1.1" status: 200 len: 217 time: 0.0359802 Jul 13 14:51:06.255665 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-90299805-98b2-4925-83f7-6f34224ca100 req-a52e33c8-e664-4b20-88d9-b46eeb295449 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e19b7f7-930a-443f-a214-8fcf414a3811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320733 Jul 13 14:51:06.308948 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-8cd918d0-8d14-48d1-8ee7-0d6ffcbe280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.310525 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-8cd918d0-8d14-48d1-8ee7-0d6ffcbe280b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 200 len: 850 time: 0.0485070 Jul 13 14:51:06.378651 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-b5e50da2-9363-4879-bc87-a5afd38df4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:06.380475 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-b5e50da2-9363-4879-bc87-a5afd38df4c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2ddd26d-3988-4f68-a07a-dd596748a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0617082 Jul 13 14:51:06.476446 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-e067de05-f104-4f05-b101-394c34f427e2 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873606 Jul 13 14:51:06.610553 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-86da85bb-a5b7-4b2c-a019-eadb7ca0feed req-b2801658-52dd-410a-ad5f-ecfad040fcce service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214418 Jul 13 14:51:07.063685 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a42b1-2d8a-4415-b521-6a1825d18bf6 req-fb76655d-0171-4268-afc9-09abfb59e506 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:07.072011 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8d7a42b1-2d8a-4415-b521-6a1825d18bf6 req-fb76655d-0171-4268-afc9-09abfb59e506 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0795302 Jul 13 14:51:07.117038 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8d7a42b1-2d8a-4415-b521-6a1825d18bf6 req-9b933208-8b4a-44ae-8d9e-d23409869478 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Jul 13 14:51:07.340303 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device ed8f30e1-c506-4648-a6ef-d67919fcc961 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:51:07.444480 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b54c23-518b-4bb9-929d-340f02bbc39b req-d41b9ad3-523f-455b-9235-a00b67da914a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:07.446370 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c9b54c23-518b-4bb9-929d-340f02bbc39b req-d41b9ad3-523f-455b-9235-a00b67da914a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 943 time: 0.0758348 Jul 13 14:51:07.453293 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port ed8f30e1-c506-4648-a6ef-d67919fcc961, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ed8f30e1-c506-4648-a6ef-d67919fcc961,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:07.467840 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': 'ed8f30e1-c506-4648-a6ef-d67919fcc961', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'port_id': 'ed8f30e1-c506-4648-a6ef-d67919fcc961', 'mac_address': 'fa:16:3e:6c:91:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:51:07.495150 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c9b54c23-518b-4bb9-929d-340f02bbc39b req-0b2dc14f-6539-45c8-896b-b05952ffab94 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e19b7f7-930a-443f-a214-8fcf414a3811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415716 Jul 13 14:51:07.509595 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:07.529936 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8f30e1-c506-4648-a6ef-d67919fcc961 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:07.552104 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port ed8f30e1-c506-4648-a6ef-d67919fcc961, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ed8f30e1-c506-4648-a6ef-d67919fcc961,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:07.556837 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:07.612838 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=ed8f30e1-c506-4648-a6ef-d67919fcc961,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:07.811805 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['ed8f30e1-c506-4648-a6ef-d67919fcc961'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:08.318614 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6fd99-4271-4d81-b421-966db658613d req-5155c154-0492-498f-844a-93c32875bc7b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:08.320212 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-05f6fd99-4271-4d81-b421-966db658613d req-5155c154-0492-498f-844a-93c32875bc7b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0806873 Jul 13 14:51:08.450630 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-05f6fd99-4271-4d81-b421-966db658613d req-1512e876-dde4-4249-a908-1764b2d96a2d tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198707 Jul 13 14:51:08.697738 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54701e-c337-4e04-a7da-7d851415acd4 req-2cab77d1-c93c-4919-afae-8fc187d7a410 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:08.699384 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dc54701e-c337-4e04-a7da-7d851415acd4 req-2cab77d1-c93c-4919-afae-8fc187d7a410 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 944 time: 0.0714452 Jul 13 14:51:08.737550 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:51:08.742010 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dc54701e-c337-4e04-a7da-7d851415acd4 req-e35579de-2287-4221-aa20-b6c95ae94c7d tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e19b7f7-930a-443f-a214-8fcf414a3811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369189 Jul 13 14:51:09.347728 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device ed8f30e1-c506-4648-a6ef-d67919fcc961 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:09.413203 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port ed8f30e1-c506-4648-a6ef-d67919fcc961 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:09.418719 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port ed8f30e1-c506-4648-a6ef-d67919fcc961 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:09.419095 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:09.518519 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:09.562956 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port ed8f30e1-c506-4648-a6ef-d67919fcc961, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ed8f30e1-c506-4648-a6ef-d67919fcc961,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:09.564384 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8f30e1-c506-4648-a6ef-d67919fcc961'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:09.567740 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6842877-f94b-4eeb-89d6-a2880ea49233" -d '{"events": [{"server_uuid": "1938a204-4d3b-422a-815f-5bff0647a6ee", "name": "network-vif-plugged", "status": "completed", "tag": "ed8f30e1-c506-4648-a6ef-d67919fcc961"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:09.571939 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:09.630234 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=ed8f30e1-c506-4648-a6ef-d67919fcc961,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:09.633837 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee46762-1360-4b61-8c57-2069fe512c14 x-openstack-request-id: req-4ee46762-1360-4b61-8c57-2069fe512c14 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:09.634127 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1938a204-4d3b-422a-815f-5bff0647a6ee", "name": "network-vif-plugged", "status": "completed", "tag": "ed8f30e1-c506-4648-a6ef-d67919fcc961", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:09.634379 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4ee46762-1360-4b61-8c57-2069fe512c14 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:09.634768 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8f30e1-c506-4648-a6ef-d67919fcc961', 'code': 200} Jul 13 14:51:09.839733 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804f436-b3ec-4ac5-93d7-17548b5e47c6 req-836d6457-9683-45e6-a50c-2fdf3f0336ff tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:09.849340 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0804f436-b3ec-4ac5-93d7-17548b5e47c6 req-836d6457-9683-45e6-a50c-2fdf3f0336ff tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.1423357 Jul 13 14:51:09.889347 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0804f436-b3ec-4ac5-93d7-17548b5e47c6 req-c523cb58-4c7a-40db-83ec-8fd0d1b7ef01 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348492 Jul 13 14:51:09.962008 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddea9b-438a-4387-a39d-57d4fe716709 req-964eb077-6b96-4f99-8031-378cd44408c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:09.964318 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-62ddea9b-438a-4387-a39d-57d4fe716709 req-964eb077-6b96-4f99-8031-378cd44408c2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 1098 time: 0.1012385 Jul 13 14:51:09.966921 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418e768-8e16-436a-8388-803dce45c8d3 req-52a690b6-0a0b-46f9-bfad-c89205b7c08b tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:09.968333 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a418e768-8e16-436a-8388-803dce45c8d3 req-52a690b6-0a0b-46f9-bfad-c89205b7c08b tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 945 time: 0.0771844 Jul 13 14:51:10.011286 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-62ddea9b-438a-4387-a39d-57d4fe716709 req-e0651bb0-22f2-4925-9403-b37740021c0b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3e19b7f7-930a-443f-a214-8fcf414a3811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401764 Jul 13 14:51:10.022079 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a418e768-8e16-436a-8388-803dce45c8d3 req-5b02c428-c518-4a35-a0ff-98de6981e766 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e19b7f7-930a-443f-a214-8fcf414a3811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431914 Jul 13 14:51:10.568267 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36406) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:10.714354 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e9c68f19-c232-41d5-88d1-65f771a391f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:10.828048 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e9c68f19-c232-41d5-88d1-65f771a391f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:10.836982 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e9c68f19-c232-41d5-88d1-65f771a391f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:10.878508 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-e9c68f19-c232-41d5-88d1-65f771a391f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e607f146a4c34958acddf0e9c66a4cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089306 Jul 13 14:51:10.879557 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c68f19-c232-41d5-88d1-65f771a391f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83158cf4-84ce-4751-93ca-2e5df7159dff,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:10.881116 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36418) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:10.941585 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-60e03fa9-72d9-43d1-99f1-65e4b88f2625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:10.970193 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-60e03fa9-72d9-43d1-99f1-65e4b88f2625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:11.032317 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-60e03fa9-72d9-43d1-99f1-65e4b88f2625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:11.036864 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-60e03fa9-72d9-43d1-99f1-65e4b88f2625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:11.038323 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-60e03fa9-72d9-43d1-99f1-65e4b88f2625 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83158cf4-84ce-4751-93ca-2e5df7159dff HTTP/1.1" status: 204 len: 168 time: 0.1561313 Jul 13 14:51:11.070311 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e03fa9-72d9-43d1-99f1-65e4b88f2625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83158cf4-84ce-4751-93ca-2e5df7159dff,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:11.335501 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dc639-7eac-4d50-9dea-631d0ac7c567 req-511a8320-23cb-48af-8a6c-758784b68026 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:11.339449 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-999dc639-7eac-4d50-9dea-631d0ac7c567 req-511a8320-23cb-48af-8a6c-758784b68026 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.1712024 Jul 13 14:51:11.456924 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-999dc639-7eac-4d50-9dea-631d0ac7c567 req-83ceaf39-36f2-4415-a3e8-22b9be0d3b63 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025212 Jul 13 14:51:11.487945 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38058d09-239b-473b-a607-01e3a4c2410f req-a8e739ab-9028-4e17-8025-f8be77e3ee11 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:11.489585 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-38058d09-239b-473b-a607-01e3a4c2410f req-a8e739ab-9028-4e17-8025-f8be77e3ee11 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 945 time: 0.2243059 Jul 13 14:51:11.550597 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-38058d09-239b-473b-a607-01e3a4c2410f req-39092ef6-d273-4415-8c19-89dbcd7a94ab tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e19b7f7-930a-443f-a214-8fcf414a3811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548759 Jul 13 14:51:11.783116 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f70a96-8ada-4657-b043-272d5a54f476 req-cd881320-7c84-4d85-abbc-9b2832a0f4aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:11.785427 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-60f70a96-8ada-4657-b043-272d5a54f476 req-cd881320-7c84-4d85-abbc-9b2832a0f4aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 945 time: 0.0816326 Jul 13 14:51:11.794355 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36454) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:11.801793 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-8e4a4566-aa0d-4aed-b325-7e2023b592aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Request body: {'floatingip': {'port_id': 'ed8f30e1-c506-4648-a6ef-d67919fcc961'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:11.864619 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4566-aa0d-4aed-b325-7e2023b592aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:12.085983 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36468) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:12.222345 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1391341983-network', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:12.259560 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Made reservation on behalf of e779b8103a9b4610a8030f42f68d2755 for: {'network': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:51:12.261974 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:12.280377 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:12.404487 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:12.445420 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:12.465398 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=99622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:51:12.476630 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:12.477271 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.segments_db [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Added segment 6f5d105b-f37c-4302-aacf-4a1f9549181b of type vlan for network efdf4f60-fe8d-4b27-ae2f-508d58a68006 Jul 13 14:51:12.551238 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:12.655943 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:12.673566 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:12.677001 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:12.697504 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90824a2-0160-4ea6-b804-3cb85283fef8,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:12.747225 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6569090 Jul 13 14:51:12.752251 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36488) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:12.770958 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Request body: {'subnet': {'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1391341983-subnet', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'ip_version': 4}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:12.787307 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169231df-b7c6-4aac-becc-ae396d5374f7 admin admin] Pushing event updated for resources: {'Network': ['ID=efdf4f60-fe8d-4b27-ae2f-508d58a68006,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:12.803126 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network efdf4f60-fe8d-4b27-ae2f-508d58a68006 details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:51:12.817286 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Made reservation on behalf of e779b8103a9b4610a8030f42f68d2755 for: {'subnet': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:51:12.819083 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6037123'] for subnet, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.043813 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4566-aa0d-4aed-b325-7e2023b592aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.052585 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4566-aa0d-4aed-b325-7e2023b592aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.107949 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6224186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6037169'] for subnet, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.141558 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724b8df-ad82-41ce-9657-227876fa9473 req-ff597b7e-fd80-4b02-9c69-57bb4f136359 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:13.148466 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a724b8df-ad82-41ce-9657-227876fa9473 req-ff597b7e-fd80-4b02-9c69-57bb4f136359 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.3374107 Jul 13 14:51:13.171251 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54865ba-240b-4bbb-8c47-3a6909ec365a,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:13.192010 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Checking segment: {'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:13.192415 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Network hostable DHCP agents. Network: efdf4f60-fe8d-4b27-ae2f-508d58a68006, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:51:13.199180 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a724b8df-ad82-41ce-9657-227876fa9473 req-7ae3107f-b883-4952-a2f3-0e3ee166da58 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499663 Jul 13 14:51:13.200407 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.l3_db [None req-8e4a4566-aa0d-4aed-b325-7e2023b592aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Floating IP b2a22815-bf67-4f14-b700-6242098c1ed3 associated. External IP: 172.27.0.117, port: ed8f30e1-c506-4648-a6ef-d67919fcc961. Jul 13 14:51:13.214484 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Network efdf4f60-fe8d-4b27-ae2f-508d58a68006 is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:51:13.240705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, efdf4f60-fe8d-4b27-ae2f-508d58a68006) {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:13.254072 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb082ae5-6169-4d1c-8461-37e581bfc9cd None None] Network efdf4f60-fe8d-4b27-ae2f-508d58a68006 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:51:13.263289 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:13.267351 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.295872 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-302fd03f-2e04-4703-9ddb-e70a0474a29d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5398779 Jul 13 14:51:13.296905 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36496) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:13.306213 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:13.357717 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.360631 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7029'] for router, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.443149 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64df5e68-33c8-51d1-8ea3-e02e79acb91b-efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a'}]}} from dv-cinder-733622-17-iscsi. {{(pid=99623) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:51:13.444912 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.445842 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.448258 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4a4566-aa0d-4aed-b325-7e2023b592aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Router 434e596b-c3b2-4ea7-acc3-d437154d2337 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:13.591404 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4a4566-aa0d-4aed-b325-7e2023b592aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:13.605435 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8e4a4566-aa0d-4aed-b325-7e2023b592aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.614679 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] Sync routers for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:13.644318 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:13.645507 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:50:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:13.666410 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:13.670438 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-8e4a4566-aa0d-4aed-b325-7e2023b592aa tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "PUT /v2.0/floatingips/b2a22815-bf67-4f14-b700-6242098c1ed3 HTTP/1.1" status: 200 len: 991 time: 1.8746533 Jul 13 14:51:13.671029 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'tag': 'ed8f30e1-c506-4648-a6ef-d67919fcc961'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:13.675283 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88" -d '{"events": [{"name": "network-changed", "server_uuid": "1938a204-4d3b-422a-815f-5bff0647a6ee", "tag": "ed8f30e1-c506-4648-a6ef-d67919fcc961"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:13.758232 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febab8b3-6eec-4f9a-9583-566b61227605 x-openstack-request-id: req-febab8b3-6eec-4f9a-9583-566b61227605 {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:13.758533 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1938a204-4d3b-422a-815f-5bff0647a6ee", "tag": "ed8f30e1-c506-4648-a6ef-d67919fcc961", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:13.758789 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-febab8b3-6eec-4f9a-9583-566b61227605 {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:13.759218 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'tag': 'ed8f30e1-c506-4648-a6ef-d67919fcc961', 'status': 'completed', 'code': 200} Jul 13 14:51:13.926826 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.db_base_plugin_common [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Allocated IP 172.20.0.2 (efdf4f60-fe8d-4b27-ae2f-508d58a68006/f54865ba-240b-4bbb-8c47-3a6909ec365a/79a6afef-ae17-431c-bd93-8e7330364681) {{(pid=99623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:13.963773 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-219a3dec-4e90-48b5-a65c-4a1a3c5e8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:13.965387 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-219a3dec-4e90-48b5-a65c-4a1a3c5e8c49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=746d46972af64df1890a7bdcd7b8f594&device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 1098 time: 0.1757700 Jul 13 14:51:13.995221 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:14.037117 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:14.072126 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:14.158609 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-179466c0-ed43-48b6-a5f7-c88ace8ac615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:14.161456 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-179466c0-ed43-48b6-a5f7-c88ace8ac615 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 200 len: 912 time: 0.1866357 Jul 13 14:51:14.337778 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Allocated IP 172.27.0.204 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/061f79a4-d803-4a38-a4c3-8a4670907252) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:14.343619 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-7d364471-2fe6-46fb-9b2e-ace45d22f7e1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed8f30e1-c506-4648-a6ef-d67919fcc961 HTTP/1.1" status: 200 len: 999 time: 0.1744509 Jul 13 14:51:14.410910 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Notify callbacks [] for port, precommit_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:14.420146 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Transition to ACTIVE for port object 79a6afef-ae17-431c-bd93-8e7330364681 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:14.436154 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Transition to ACTIVE for port object 79a6afef-ae17-431c-bd93-8e7330364681 will not be triggered until provisioned by entity DHCP. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:14.455177 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-e5f68348-e7c8-4ac0-aade-51ab28ac27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:14.456964 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-e5f68348-e7c8-4ac0-aade-51ab28ac27a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 200 len: 850 time: 0.1060603 Jul 13 14:51:14.461069 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:14.526807 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Network efdf4f60-fe8d-4b27-ae2f-508d58a68006 is already hosted by enough agents. {{(pid=99623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:14.531615 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.base_scheduler [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Resources bound (agent type, host, resource id): {{(pid=99623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:14.538831 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07346e2b-b2a2-48b7-85d5-f92057f8cdc1 req-fc7f1771-76ff-44ef-b27b-9944c5eb7ec5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:14.542332 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Received port after_create {{(pid=99623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:14.550810 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-07346e2b-b2a2-48b7-85d5-f92057f8cdc1 req-fc7f1771-76ff-44ef-b27b-9944c5eb7ec5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.1354661 Jul 13 14:51:14.553977 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:14.559701 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Pushing event updated for resources: {'Port': ['ID=79a6afef-ae17-431c-bd93-8e7330364681,revision_number=1']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:14.595406 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-7bb9d0ef-64f8-4144-9e27-fbc381efce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:14.597460 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-7bb9d0ef-64f8-4144-9e27-fbc381efce81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2ddd26d-3988-4f68-a07a-dd596748a7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1337914 Jul 13 14:51:14.628581 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-07346e2b-b2a2-48b7-85d5-f92057f8cdc1 req-7a8ec382-150a-4eea-b2d5-6e30008c7a35 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763230 Jul 13 14:51:14.630835 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'b2a22815-bf67-4f14-b700-6242098c1ed3', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'port_id': 'ed8f30e1-c506-4648-a6ef-d67919fcc961', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'mac_address': 'fa:16:3e:6c:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:51:01Z', 'updated_at': '2021-07-13T14:51:12Z', 'revision_number': 1, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:14.663251 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Attempting to bind port 79a6afef-ae17-431c-bd93-8e7330364681 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:51:14.663534 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Attempting to bind port 79a6afef-ae17-431c-bd93-8e7330364681 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:51:14.663896 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Attempting to bind port 79a6afef-ae17-431c-bd93-8e7330364681 on network efdf4f60-fe8d-4b27-ae2f-508d58a68006 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:14.666884 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] Checking router: 434e596b-c3b2-4ea7-acc3-d437154d2337 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:14.672874 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:51:14.673256 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Checking segment: {'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:14.673642 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:14.674036 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Bound using segment: {'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:51:14.675126 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Bound port: 79a6afef-ae17-431c-bd93-8e7330364681, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:51:14.675509 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:14.685059 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:14.690103 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:14.690739 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:50:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:14.752038 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:14.766412 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:14.768957 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:14.782103 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-a7a94c1b-6aee-4494-9506-32445512080a service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755271 Jul 13 14:51:14.805292 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Pushing event updated for resources: {'Port': ['ID=061f79a4-d803-4a38-a4c3-8a4670907252,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:14.821789 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] For port 79a6afef-ae17-431c-bd93-8e7330364681, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:51:14.826175 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] For port 79a6afef-ae17-431c-bd93-8e7330364681, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=79a6afef-ae17-431c-bd93-8e7330364681,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:51:14.837352 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:14.841633 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:15.003435 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba9b1e-d914-40e0-b66d-c3cbb042d939 None None] Pushing event updated for resources: {'Port': ['ID=79a6afef-ae17-431c-bd93-8e7330364681,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:15.283990 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'b2a22815-bf67-4f14-b700-6242098c1ed3', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'port_id': 'ed8f30e1-c506-4648-a6ef-d67919fcc961', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'mac_address': 'fa:16:3e:6c:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:51:01Z', 'updated_at': '2021-07-13T14:51:12Z', 'revision_number': 1, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:15.325013 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf022f-315f-4f26-9eb8-ac888e7686e7 None None] The sync data for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi is: [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'b2a22815-bf67-4f14-b700-6242098c1ed3', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'port_id': 'ed8f30e1-c506-4648-a6ef-d67919fcc961', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'mac_address': 'fa:16:3e:6c:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:51:01Z', 'updated_at': '2021-07-13T14:51:12Z', 'revision_number': 1, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:15.385625 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e2c8bf83-9580-414f-9bcc-b0f7e79a2e88 req-57792ee6-1c4c-4249-b966-6deec1e9b8c7 service neutron] 10.222.0.70 "GET /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810809 Jul 13 14:51:15.562119 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:15.810299 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839'] for router, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:15.839645 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1201a4-f776-4cfa-a6b1-098ee81a1524 req-ff9ab060-9feb-4e54-976b-6388bc9bf57a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:15.846494 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6a1201a4-f776-4cfa-a6b1-098ee81a1524 req-ff9ab060-9feb-4e54-976b-6388bc9bf57a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0795271 Jul 13 14:51:15.894298 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6a1201a4-f776-4cfa-a6b1-098ee81a1524 req-7c636115-0787-4c62-be1b-3b2723c1dd28 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468438 Jul 13 14:51:15.979185 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Router c2d3ca89-f7b9-4087-9300-469b98927725 is scheduled to L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 with binding_index 1 {{(pid=99622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:51:16.147209 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:16.161240 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Sync routers for ids ['c2d3ca89-f7b9-4087-9300-469b98927725'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:16.173391 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Routers {'c2d3ca89-f7b9-4087-9300-469b98927725'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:16.174258 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:50:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['c2d3ca89-f7b9-4087-9300-469b98927725'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:16.176619 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] Notify callbacks [] for router, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.178245 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-9dcceef9-ac4e-4a78-825f-d6954166b3cd admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8802156 Jul 13 14:51:16.181895 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36524) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:16.201520 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a44c20-e3d3-4c90-b954-4fc94ab26696 None None] New status for floating IP b2a22815-bf67-4f14-b700-6242098c1ed3: ACTIVE {{(pid=99623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:51:16.331243 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Set router c2d3ca89-f7b9-4087-9300-469b98927725 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:16.365204 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb97df-c705-42fa-b500-f5cc8c74c2f7 None None] Network efdf4f60-fe8d-4b27-ae2f-508d58a68006 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:51:16.490001 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-f16ab29b-4c52-4c94-94f4-3f68f078265d None None] Provisioning for port 79a6afef-ae17-431c-bd93-8e7330364681 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:16.616881 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:15Z', 'revision_number': 3, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:16.650745 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.661893 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Checking router: c2d3ca89-f7b9-4087-9300-469b98927725 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:16.662414 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Updating router c2d3ca89-f7b9-4087-9300-469b98927725 port 061f79a4-d803-4a38-a4c3-8a4670907252 binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:51:16.734436 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.829830 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.042686 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36534) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:17.168981 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Allocated IP 172.20.0.1 (efdf4f60-fe8d-4b27-ae2f-508d58a68006/f54865ba-240b-4bbb-8c47-3a6909ec365a/21f97a80-e3e4-4333-8dea-55b47c8e6aac) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:17.186460 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75ab42-b29c-43c5-9b34-687d3dba9a73 req-bd947d32-c3b4-4809-a7e9-13e0b8caac39 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:17.187376 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.187957 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6e75ab42-b29c-43c5-9b34-687d3dba9a73 req-bd947d32-c3b4-4809-a7e9-13e0b8caac39 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.1513283 Jul 13 14:51:17.204446 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Transition to ACTIVE for port object 061f79a4-d803-4a38-a4c3-8a4670907252 will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:17.212955 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8f80dcd0-8bc0-4ebe-92c3-66233110cd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.216303 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.271884 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Pushing event updated for resources: {'Port': ['ID=061f79a4-d803-4a38-a4c3-8a4670907252,revision_number=2']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:17.289108 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.289567 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.290208 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.290636 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.291371 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.291786 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.292292 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.292671 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.293123 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.293539 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.294018 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.294360 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:17.317671 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Attempting to bind port 061f79a4-d803-4a38-a4c3-8a4670907252 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:51:17.318097 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Attempting to bind port 061f79a4-d803-4a38-a4c3-8a4670907252 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:51:17.318592 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Attempting to bind port 061f79a4-d803-4a38-a4c3-8a4670907252 on network 29747457-fede-49b1-b2b1-e0dc79c8d995 {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:17.325994 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:51:17.326233 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:17.326472 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.326864 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Bound using segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:51:17.327335 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Bound port: 061f79a4-d803-4a38-a4c3-8a4670907252, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:51:17.342242 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.353004 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 79a6afef-ae17-431c-bd93-8e7330364681 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:17.415059 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6e75ab42-b29c-43c5-9b34-687d3dba9a73 req-abfed1ee-c346-4420-93db-4fc08da36ee1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197056 Jul 13 14:51:17.462231 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] For port 061f79a4-d803-4a38-a4c3-8a4670907252, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:51:17.463624 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 79a6afef-ae17-431c-bd93-8e7330364681 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:17.468948 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] For port 061f79a4-d803-4a38-a4c3-8a4670907252, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=061f79a4-d803-4a38-a4c3-8a4670907252,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:51:17.473156 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 79a6afef-ae17-431c-bd93-8e7330364681 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:17.473629 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.485582 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8f80dcd0-8bc0-4ebe-92c3-66233110cd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.489545 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.491235 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.500563 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8f80dcd0-8bc0-4ebe-92c3-66233110cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.512617 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.provisioning_blocks [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Transition to ACTIVE for port object 21f97a80-e3e4-4333-8dea-55b47c8e6aac will not be triggered until provisioned by entity DHCP. {{(pid=99621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:17.569314 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.594618 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-8f80dcd0-8bc0-4ebe-92c3-66233110cd9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c5d172d8692146d1a859a9def02d7312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506918 Jul 13 14:51:17.595398 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36544) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:17.596685 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80dcd0-8bc0-4ebe-92c3-66233110cd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3c0512-f920-4b7c-aa70-98ae3f8f77e7,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:17.624314 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Network efdf4f60-fe8d-4b27-ae2f-508d58a68006 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:17.630805 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:17.645112 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Routers {'c2d3ca89-f7b9-4087-9300-469b98927725'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:17.645759 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:50:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['c2d3ca89-f7b9-4087-9300-469b98927725'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:17.648409 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:17.675116 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.704534 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5054c-4181-409e-bf06-f51cd0585933 None None] Pushing event updated for resources: {'Port': ['ID=061f79a4-d803-4a38-a4c3-8a4670907252,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:17.707894 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-716178'] for router_interface, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.747738 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-31fca1c3-86e7-43f5-9b56-dcc9abb1aeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.759213 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 79a6afef-ae17-431c-bd93-8e7330364681, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=79a6afef-ae17-431c-bd93-8e7330364681,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:17.770111 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.801470 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-31fca1c3-86e7-43f5-9b56-dcc9abb1aeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.820827 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] Set router c2d3ca89-f7b9-4087-9300-469b98927725 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:17.895861 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Pushing event updated for resources: {'Port': ['ID=21f97a80-e3e4-4333-8dea-55b47c8e6aac,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:17.906618 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-31fca1c3-86e7-43f5-9b56-dcc9abb1aeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.910764 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-31fca1c3-86e7-43f5-9b56-dcc9abb1aeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:17.926830 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-31fca1c3-86e7-43f5-9b56-dcc9abb1aeef admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ae3c0512-f920-4b7c-aa70-98ae3f8f77e7 HTTP/1.1" status: 204 len: 168 time: 0.3156574 Jul 13 14:51:17.949706 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fca1c3-86e7-43f5-9b56-dcc9abb1aeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3c0512-f920-4b7c-aa70-98ae3f8f77e7,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:18.017164 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.156083 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:15Z', 'revision_number': 3, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:18.224914 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=79a6afef-ae17-431c-bd93-8e7330364681,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:18.225625 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c9230-7093-45ca-b333-16426111fe5c None None] The sync data for ids ['c2d3ca89-f7b9-4087-9300-469b98927725'] in dv-cinder-733622-17-iscsi is: [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:15Z', 'revision_number': 3, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:18.246199 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a0d3f620-7934-477e-94db-7b81825b6903 None None] Provisioning for port 21f97a80-e3e4-4333-8dea-55b47c8e6aac completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:18.284945 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a0d3f620-7934-477e-94db-7b81825b6903 None None] Provisioning complete for port 21f97a80-e3e4-4333-8dea-55b47c8e6aac triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:18.287065 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f620-7934-477e-94db-7b81825b6903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.297058 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-3b59b1d2-76f1-4ee2-b8d8-a589f3643c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.360048 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3f620-7934-477e-94db-7b81825b6903 None None] Port 21f97a80-e3e4-4333-8dea-55b47c8e6aac cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:51:18.382339 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.388825 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033177'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.463578 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Pushing event updated for resources: {'Port': ['ID=21f97a80-e3e4-4333-8dea-55b47c8e6aac,revision_number=2']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:18.487307 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716504'] for router_interface, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:18.695873 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44bf9-16ec-46e1-8b9d-ee2691443f08 req-a4d9c246-bce2-42ac-8ee7-1adb15c99347 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:18.697746 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-00b44bf9-16ec-46e1-8b9d-ee2691443f08 req-a4d9c246-bce2-42ac-8ee7-1adb15c99347 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.1327860 Jul 13 14:51:18.705858 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Network efdf4f60-fe8d-4b27-ae2f-508d58a68006 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:18.709019 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:18.785126 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-00b44bf9-16ec-46e1-8b9d-ee2691443f08 req-706134f9-d3e4-4872-8581-ec88cc79270a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781310 Jul 13 14:51:18.982738 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-189132a4-5e8e-401f-8864-6d53e0a7e061 None None] Provisioning complete for port 21f97a80-e3e4-4333-8dea-55b47c8e6aac triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:18.983122 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-189132a4-5e8e-401f-8864-6d53e0a7e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.023523 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-189132a4-5e8e-401f-8864-6d53e0a7e061 None None] Port 21f97a80-e3e4-4333-8dea-55b47c8e6aac cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:51:19.080515 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Router c2d3ca89-f7b9-4087-9300-469b98927725 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:19.214290 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:19.219441 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-dbe0977f-7e1b-42ff-ab9e-7b0f0dd404fd admin admin] 10.222.0.68 "PUT /v2.0/routers/c2d3ca89-f7b9-4087-9300-469b98927725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0364299 Jul 13 14:51:19.276462 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-270e9978-57c1-4178-9372-a8174581acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:19.278799 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-270e9978-57c1-4178-9372-a8174581acc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 1098 time: 0.0694895 Jul 13 14:51:19.305011 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 79a6afef-ae17-431c-bd93-8e7330364681 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:19.353955 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 79a6afef-ae17-431c-bd93-8e7330364681 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:19.354734 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.383956 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-0fcab459-b76f-440b-9aaa-4c9b66064d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:19.385398 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-0fcab459-b76f-440b-9aaa-4c9b66064d4b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 918 time: 0.0995686 Jul 13 14:51:19.436697 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 061f79a4-d803-4a38-a4c3-8a4670907252 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:19.453753 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-61bc89c3-30dd-428a-974d-db60ffb6f229 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=061f240d-1796-4fc8-b49d-592a4761d7e2 HTTP/1.1" status: 200 len: 1001 time: 0.0608656 Jul 13 14:51:19.489377 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 061f79a4-d803-4a38-a4c3-8a4670907252 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:19.493212 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 061f79a4-d803-4a38-a4c3-8a4670907252 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:19.493668 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.513418 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-12c1624c-cc29-4a87-958b-0c9e419b6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:19.514812 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-12c1624c-cc29-4a87-958b-0c9e419b6a29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0551126 Jul 13 14:51:19.577466 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-e21f96c3-4561-4a15-a56f-839598da8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:19.577674 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.578954 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-e21f96c3-4561-4a15-a56f-839598da8304 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0581832 Jul 13 14:51:19.614987 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 061f79a4-d803-4a38-a4c3-8a4670907252, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=061f79a4-d803-4a38-a4c3-8a4670907252,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:19.620406 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.688045 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=061f79a4-d803-4a38-a4c3-8a4670907252,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:19.698358 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-d99568be-5c68-427a-86e1-a4e8544cf7fa service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124327 Jul 13 14:51:19.798253 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36578) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:19.804152 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-304022471-network', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:19.810780 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-d4fa94a0-6cb6-4d23-a337-f0bb40e1b40b req-794a3e71-49a6-4466-9c7d-e1c0eb10b49c service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947773 Jul 13 14:51:19.829981 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Made reservation on behalf of 662fcd71747440b0acfad9bf1a20bfc8 for: {'network': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:51:19.832472 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.841712 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.961249 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.966099 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:19.996741 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=99621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:51:20.001299 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Sync routers for ids ['c2d3ca89-f7b9-4087-9300-469b98927725'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:20.008977 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d6556-4ba7-407d-86fc-5828836bdb3f,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:20.019709 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.020046 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.segments_db [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Added segment 86261885-6dd2-4b4d-9a04-b9a3fc2968e0 of type vlan for network a2adef87-327d-4977-9d50-3385c880c08f Jul 13 14:51:20.021928 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Routers {'c2d3ca89-f7b9-4087-9300-469b98927725'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:20.022726 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:50:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['c2d3ca89-f7b9-4087-9300-469b98927725'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:20.037648 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a096cf9-ce43-4006-bd0c-7cdba98355ac req-ee1717ac-416d-479a-bd92-452b59f3586a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:20.039141 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7a096cf9-ce43-4006-bd0c-7cdba98355ac req-ee1717ac-416d-479a-bd92-452b59f3586a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.1281767 Jul 13 14:51:20.086702 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.116243 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7a096cf9-ce43-4006-bd0c-7cdba98355ac req-1f66150d-1c3e-4678-9341-ffc4c9a63644 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580583 Jul 13 14:51:20.132048 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.133566 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:20.134296 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.192319 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3927681 Jul 13 14:51:20.194897 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36582) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:20.199887 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Request body: {'subnet': {'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-304022471-subnet', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'ip_version': 4}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:20.210218 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fc020-20a0-487e-a0da-05e0fb60fbe0 admin admin] Pushing event updated for resources: {'Network': ['ID=a2adef87-327d-4977-9d50-3385c880c08f,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:20.219225 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Set router c2d3ca89-f7b9-4087-9300-469b98927725 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:20.224853 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network a2adef87-327d-4977-9d50-3385c880c08f details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:51:20.226821 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Made reservation on behalf of 662fcd71747440b0acfad9bf1a20bfc8 for: {'subnet': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:51:20.229267 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4906945'] for subnet, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.400183 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5033038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4906995'] for subnet, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.418573 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '21f97a80-e3e4-4333-8dea-55b47c8e6aac', 'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'mac_address': 'fa:16:3e:26:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:16Z', 'updated_at': '2021-07-13T14:51:18Z', 'revision_number': 2, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'subnets': [{'id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:20.448345 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Checking router: c2d3ca89-f7b9-4087-9300-469b98927725 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:20.448625 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Updating router c2d3ca89-f7b9-4087-9300-469b98927725 port 21f97a80-e3e4-4333-8dea-55b47c8e6aac binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:51:20.455493 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46cdd86-ded7-4a81-899f-42e74fd82513,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:20.464230 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Checking segment: {'id': '86261885-6dd2-4b4d-9a04-b9a3fc2968e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:20.464590 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Network hostable DHCP agents. Network: a2adef87-327d-4977-9d50-3385c880c08f, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:51:20.480656 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Network a2adef87-327d-4977-9d50-3385c880c08f is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:51:20.482085 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.489345 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, a2adef87-327d-4977-9d50-3385c880c08f) {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:20.494037 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:20.495186 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.497971 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef6d754-3f2b-4c4f-9b4c-7b08be820a47 None None] Network a2adef87-327d-4977-9d50-3385c880c08f requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:51:20.509337 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-2530461c-f59c-4202-bc68-99816ebf1857 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3133173 Jul 13 14:51:20.511703 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36584) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:20.516064 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-304022471-router', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:20.537531 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.538568 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7029'] for router, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.598468 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.651593 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64df5e68-33c8-51d1-8ea3-e02e79acb91b-a2adef87-327d-4977-9d50-3385c880c08f', 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'fixed_ips': [{'subnet_id': 'c46cdd86-ded7-4a81-899f-42e74fd82513'}]}} from dv-cinder-733622-17-iscsi. {{(pid=99623) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:51:20.653100 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.756690 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.762573 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.775206 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Transition to ACTIVE for port object 21f97a80-e3e4-4333-8dea-55b47c8e6aac will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:20.781862 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.783809 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.808147 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.db_base_plugin_common [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Allocated IP 172.20.0.2 (a2adef87-327d-4977-9d50-3385c880c08f/c46cdd86-ded7-4a81-899f-42e74fd82513/67b02f3f-4ff5-4965-bd02-3c278fd5bd91) {{(pid=99623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:20.837677 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42c6ec-63a1-4531-bac1-0464360418d5 None None] Pushing event updated for resources: {'Port': ['ID=21f97a80-e3e4-4333-8dea-55b47c8e6aac,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:20.898152 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Attempting to bind port 21f97a80-e3e4-4333-8dea-55b47c8e6aac on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:51:20.898558 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Attempting to bind port 21f97a80-e3e4-4333-8dea-55b47c8e6aac by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:51:20.898886 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Attempting to bind port 21f97a80-e3e4-4333-8dea-55b47c8e6aac on network efdf4f60-fe8d-4b27-ae2f-508d58a68006 {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:20.906718 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:51:20.906718 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Checking segment: {'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:20.906718 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.906718 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Bound using segment: {'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:51:20.906718 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Bound port: 21f97a80-e3e4-4333-8dea-55b47c8e6aac, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:51:20.906718 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.941076 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-990f5968-8fd3-4f9c-ba79-fcf3cbb3fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:20.977795 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] For port 21f97a80-e3e4-4333-8dea-55b47c8e6aac, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:51:20.981251 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] For port 21f97a80-e3e4-4333-8dea-55b47c8e6aac, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=21f97a80-e3e4-4333-8dea-55b47c8e6aac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:51:20.988061 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.007286 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Notify callbacks [] for port, precommit_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.022420 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Transition to ACTIVE for port object 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:21.042283 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Transition to ACTIVE for port object 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 will not be triggered until provisioned by entity DHCP. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:21.046368 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42c6ec-63a1-4531-bac1-0464360418d5 None None] Pushing event updated for resources: {'Port': ['ID=21f97a80-e3e4-4333-8dea-55b47c8e6aac,revision_number=4']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:21.050935 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.058779 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.073306 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.095023 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Routers {'c2d3ca89-f7b9-4087-9300-469b98927725'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:21.095649 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:51:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['c2d3ca89-f7b9-4087-9300-469b98927725'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:21.101524 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Pushing event updated for resources: {'Port': ['ID=67b02f3f-4ff5-4965-bd02-3c278fd5bd91,revision_number=1']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:21.118616 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Network a2adef87-327d-4977-9d50-3385c880c08f is already hosted by enough agents. {{(pid=99623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:21.120167 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.base_scheduler [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Resources bound (agent type, host, resource id): {{(pid=99623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:21.122712 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Received port after_create {{(pid=99623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:21.209555 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Attempting to bind port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:51:21.209944 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Attempting to bind port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '86261885-6dd2-4b4d-9a04-b9a3fc2968e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:51:21.210371 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Attempting to bind port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 on network a2adef87-327d-4977-9d50-3385c880c08f {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:21.233873 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:51:21.234261 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Checking segment: {'id': '86261885-6dd2-4b4d-9a04-b9a3fc2968e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:21.238882 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.239304 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Bound using segment: {'id': '86261885-6dd2-4b4d-9a04-b9a3fc2968e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:51:21.239952 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Bound port: 67b02f3f-4ff5-4965-bd02-3c278fd5bd91, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86261885-6dd2-4b4d-9a04-b9a3fc2968e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:51:21.240370 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.242649 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Allocated IP 172.27.0.175 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/5ccb5790-8c28-40e7-b057-0006939f84b1) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:21.261216 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 061f79a4-d803-4a38-a4c3-8a4670907252 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:21.290836 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] Set router c2d3ca89-f7b9-4087-9300-469b98927725 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:21.378067 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] For port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:51:21.382612 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] For port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=67b02f3f-4ff5-4965-bd02-3c278fd5bd91,segment=NetworkSegment(86261885-6dd2-4b4d-9a04-b9a3fc2968e0),segment_id=86261885-6dd2-4b4d-9a04-b9a3fc2968e0)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:51:21.395052 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.401532 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 061f79a4-d803-4a38-a4c3-8a4670907252 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:21.401899 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.426961 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20502a-50b9-46d6-8e7e-3decdb01dee6 req-17cf7d59-8657-465b-b67c-6f21a8c86b07 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:21.428574 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9b20502a-50b9-46d6-8e7e-3decdb01dee6 req-17cf7d59-8657-465b-b67c-6f21a8c86b07 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 945 time: 0.0968523 Jul 13 14:51:21.448593 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 061f240d-1796-4fc8-b49d-592a4761d7e2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:21.465852 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.491928 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9b20502a-50b9-46d6-8e7e-3decdb01dee6 req-92f2ba40-5d8e-40e6-9ca2-d965ee819af9 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572352 Jul 13 14:51:21.531200 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec057fd-cf49-4210-b9d0-e3f659983217 None None] Pushing event updated for resources: {'Port': ['ID=67b02f3f-4ff5-4965-bd02-3c278fd5bd91,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:21.532918 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.566997 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '21f97a80-e3e4-4333-8dea-55b47c8e6aac', 'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'mac_address': 'fa:16:3e:26:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:16Z', 'updated_at': '2021-07-13T14:51:20Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'subnets': [{'id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:21.587099 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:21.593109 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:21.599121 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:21.617217 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e1a1b-0aa4-4d27-ba9b-e448f711d76c None None] The sync data for ids ['c2d3ca89-f7b9-4087-9300-469b98927725'] in dv-cinder-733622-17-iscsi is: [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '21f97a80-e3e4-4333-8dea-55b47c8e6aac', 'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'mac_address': 'fa:16:3e:26:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:16Z', 'updated_at': '2021-07-13T14:51:20Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'subnets': [{'id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:21.625146 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.652184 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ccb5790-8c28-40e7-b057-0006939f84b1,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:21.659376 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:21.662216 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913730a4-f9e1-4285-8f81-1adb2ec4261c" -d '{"events": [{"server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "name": "network-vif-unplugged", "status": "completed", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:21.705862 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:21.713538 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:21.767563 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577cc16e-a07d-462c-8b0c-2a7ff137b123 x-openstack-request-id: req-577cc16e-a07d-462c-8b0c-2a7ff137b123 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:21.767955 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "name": "network-vif-unplugged", "status": "completed", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:21.768215 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-577cc16e-a07d-462c-8b0c-2a7ff137b123 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:21.768547 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'code': 200} Jul 13 14:51:21.785084 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=8']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:22.031571 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.092464 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.242372 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839'] for router, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.383153 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Router d2389c83-b2c5-447f-b15c-98f669ba901c is scheduled to L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 with binding_index 1 {{(pid=99621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:51:22.500587 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:22.515531 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Sync routers for ids ['d2389c83-b2c5-447f-b15c-98f669ba901c'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:22.520486 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] Notify callbacks [] for router, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:22.524873 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36596) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:22.525441 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-6ab446ce-d0ad-4793-a385-d32abb7e4ce9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0125487 Jul 13 14:51:22.539842 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Routers {'d2389c83-b2c5-447f-b15c-98f669ba901c'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:22.541241 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:51:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d2389c83-b2c5-447f-b15c-98f669ba901c'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:22.701154 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e7a3b-0964-480d-b03b-74ca7f32c6ac None None] Network a2adef87-327d-4977-9d50-3385c880c08f requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:51:22.707186 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Set router d2389c83-b2c5-447f-b15c-98f669ba901c gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:22.738666 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97413d97-ae96-4ce0-8d68-7fc77e3280d8 req-b3664d6b-0472-4a9c-a067-6304c3002eb6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:22.740712 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-97413d97-ae96-4ce0-8d68-7fc77e3280d8 req-b3664d6b-0472-4a9c-a067-6304c3002eb6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.1021407 Jul 13 14:51:22.781504 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-97413d97-ae96-4ce0-8d68-7fc77e3280d8 req-25d04798-8024-4b53-8fbe-ceac16991e5c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348191 Jul 13 14:51:22.898445 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-076954af-4961-478d-8740-d95d5691e1ab None None] Provisioning for port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:23.023614 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'name': 'tempest-TestShelveInstance-304022471-router', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:20Z', 'updated_at': '2021-07-13T14:51:21Z', 'revision_number': 3, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'gw_port': {'id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:21Z', 'updated_at': '2021-07-13T14:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:23.024164 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.057900 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Checking router: d2389c83-b2c5-447f-b15c-98f669ba901c for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:23.058252 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Updating router d2389c83-b2c5-447f-b15c-98f669ba901c port 5ccb5790-8c28-40e7-b057-0006939f84b1 binding host dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:51:23.102779 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.315000 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Allocated IP 172.20.0.1 (a2adef87-327d-4977-9d50-3385c880c08f/c46cdd86-ded7-4a81-899f-42e74fd82513/8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:23.363937 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 21f97a80-e3e4-4333-8dea-55b47c8e6aac up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:23.445930 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.465795 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Transition to ACTIVE for port object 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:23.476369 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.503546 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.503768 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 21f97a80-e3e4-4333-8dea-55b47c8e6aac completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:23.517170 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 21f97a80-e3e4-4333-8dea-55b47c8e6aac triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:23.517619 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.549681 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Network a2adef87-327d-4977-9d50-3385c880c08f is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:23.554104 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:23.556074 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Pushing event updated for resources: {'Port': ['ID=8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:23.558378 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:23.606656 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-716178'] for router_interface, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.679355 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Notify callbacks [] for port, precommit_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.696883 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Transition to ACTIVE for port object 5ccb5790-8c28-40e7-b057-0006939f84b1 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:23.706413 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.770066 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.791928 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc195ce4-e219-41d4-bae0-f7cd5ccf68b5 None None] Pushing event updated for resources: {'Port': ['ID=5ccb5790-8c28-40e7-b057-0006939f84b1,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:23.795963 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Attempting to bind port 5ccb5790-8c28-40e7-b057-0006939f84b1 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:51:23.796367 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Attempting to bind port 5ccb5790-8c28-40e7-b057-0006939f84b1 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:51:23.796738 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Attempting to bind port 5ccb5790-8c28-40e7-b057-0006939f84b1 on network 29747457-fede-49b1-b2b1-e0dc79c8d995 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:23.804290 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.805787 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:51:23.806165 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:23.806563 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.807056 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Bound using segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:51:23.807514 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Bound port: 5ccb5790-8c28-40e7-b057-0006939f84b1, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:51:23.807942 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.885697 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a4eef640-1acd-461c-893e-077ae42d1d26 None None] Provisioning for port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:23.898451 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 21f97a80-e3e4-4333-8dea-55b47c8e6aac, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=21f97a80-e3e4-4333-8dea-55b47c8e6aac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:23.899518 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a4eef640-1acd-461c-893e-077ae42d1d26 None None] Provisioning complete for port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:23.899907 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a4eef640-1acd-461c-893e-077ae42d1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.904325 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] For port 5ccb5790-8c28-40e7-b057-0006939f84b1, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:51:23.926715 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.927485 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:23.959723 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.965629 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:23.982293 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] For port 5ccb5790-8c28-40e7-b057-0006939f84b1, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=5ccb5790-8c28-40e7-b057-0006939f84b1,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:51:24.000393 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.013673 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-a4eef640-1acd-461c-893e-077ae42d1d26 None None] Port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:51:24.036251 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Pushing event updated for resources: {'Port': ['ID=8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:24.040272 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=21f97a80-e3e4-4333-8dea-55b47c8e6aac,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:24.042959 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716504'] for router_interface, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.079666 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Routers {'d2389c83-b2c5-447f-b15c-98f669ba901c'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:24.080419 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:51:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d2389c83-b2c5-447f-b15c-98f669ba901c'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:24.113599 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:24.131643 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:24.132067 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.171280 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Network a2adef87-327d-4977-9d50-3385c880c08f is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:24.172956 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:24.185143 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc195ce4-e219-41d4-bae0-f7cd5ccf68b5 None None] Pushing event updated for resources: {'Port': ['ID=5ccb5790-8c28-40e7-b057-0006939f84b1,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:24.269387 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] Set router d2389c83-b2c5-447f-b15c-98f669ba901c gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:24.336959 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef95fe-f595-44db-a7e8-1c0bc5451a25 req-3435e5e2-fb16-4af5-aea1-97f627c35fda tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:24.338603 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-82ef95fe-f595-44db-a7e8-1c0bc5451a25 req-3435e5e2-fb16-4af5-aea1-97f627c35fda tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.1425748 Jul 13 14:51:24.355100 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Router d2389c83-b2c5-447f-b15c-98f669ba901c has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:51:24.428740 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-82ef95fe-f595-44db-a7e8-1c0bc5451a25 req-8d9e9464-43c8-4d66-b469-09bf26db6d5b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838885 Jul 13 14:51:24.486592 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.534164 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:51:24.539256 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-d6ce3975-f13d-489c-a073-2cba822b9579 admin admin] 10.222.0.68 "PUT /v2.0/routers/d2389c83-b2c5-447f-b15c-98f669ba901c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0133083 Jul 13 14:51:24.557297 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=67b02f3f-4ff5-4965-bd02-3c278fd5bd91,segment=NetworkSegment(86261885-6dd2-4b4d-9a04-b9a3fc2968e0),segment_id=86261885-6dd2-4b4d-9a04-b9a3fc2968e0)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:24.566829 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.605423 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-ef57b5fb-374d-403e-b013-e70c5d67f3db None None] Provisioning complete for port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:24.605964 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ef57b5fb-374d-403e-b013-e70c5d67f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:24.668756 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=67b02f3f-4ff5-4965-bd02-3c278fd5bd91,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:24.673445 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-ef57b5fb-374d-403e-b013-e70c5d67f3db None None] Port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:51:24.678042 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'name': 'tempest-TestShelveInstance-304022471-router', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:20Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 4, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'gw_port': {'id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:21Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7', 'name': '', 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'mac_address': 'fa:16:3e:62:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c46cdd86-ded7-4a81-899f-42e74fd82513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:23Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 2, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'subnets': [{'id': 'c46cdd86-ded7-4a81-899f-42e74fd82513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:24.705526 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e664098-97d5-4e26-96aa-6b456e0902c9 None None] The sync data for ids ['d2389c83-b2c5-447f-b15c-98f669ba901c'] in dv-cinder-733622-17-iscsi is: [{'id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'name': 'tempest-TestShelveInstance-304022471-router', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:20Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 4, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'gw_port': {'id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:21Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7', 'name': '', 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'mac_address': 'fa:16:3e:62:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c46cdd86-ded7-4a81-899f-42e74fd82513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:23Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 2, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'subnets': [{'id': 'c46cdd86-ded7-4a81-899f-42e74fd82513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:24.802259 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36654) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:24.935165 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-e069a0aa-15ca-4e2c-bac8-b416d5fe173b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307003 Jul 13 14:51:25.254423 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 21f97a80-e3e4-4333-8dea-55b47c8e6aac up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:25.275110 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36664) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:25.280092 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-3922e1e6-634e-433b-836b-23e10156f05a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416448614', 'description': 'tempest-secgroup-smoke-1416448614 description', 'project_id': 'e779b8103a9b4610a8030f42f68d2755'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:25.315892 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3922e1e6-634e-433b-836b-23e10156f05a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.329106 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 21f97a80-e3e4-4333-8dea-55b47c8e6aac triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:25.329488 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.434172 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:25.439770 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 061f240d-1796-4fc8-b49d-592a4761d7e2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:51:25.462419 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3922e1e6-634e-433b-836b-23e10156f05a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.468207 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3922e1e6-634e-433b-836b-23e10156f05a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.504857 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3922e1e6-634e-433b-836b-23e10156f05a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.509328 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36670) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:25.515361 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-c4a8d92f-9f53-4327-9e0e-ec5488ed2aa4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Request body: {'security_group_rule': {'security_group_id': 'c9686d34-5a45-4263-bbc7-dc56011e135c', 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:25.524277 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-3922e1e6-634e-433b-836b-23e10156f05a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2479770 Jul 13 14:51:25.534995 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922e1e6-634e-433b-836b-23e10156f05a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9686d34-5a45-4263-bbc7-dc56011e135c,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:25.569386 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:25.570116 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.570637 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d92f-9f53-4327-9e0e-ec5488ed2aa4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.685417 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d92f-9f53-4327-9e0e-ec5488ed2aa4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.695427 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d92f-9f53-4327-9e0e-ec5488ed2aa4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.712535 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8d92f-9f53-4327-9e0e-ec5488ed2aa4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6977513a-4836-47a3-8aab-aefc72fbd82f,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:25.743244 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d92f-9f53-4327-9e0e-ec5488ed2aa4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.747248 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-c4a8d92f-9f53-4327-9e0e-ec5488ed2aa4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2342596 Jul 13 14:51:25.747413 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36672) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:25.753284 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-19a68cd2-a840-4a5d-b0bb-525b19705af4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Request body: {'security_group_rule': {'security_group_id': 'c9686d34-5a45-4263-bbc7-dc56011e135c', 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:25.782034 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f12b77-95ee-456c-9591-f2d7703fe28c req-c14a3674-4b73-459a-9465-f2c9e6cb048f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:25.783727 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-87f12b77-95ee-456c-9591-f2d7703fe28c req-c14a3674-4b73-459a-9465-f2c9e6cb048f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.1490674 Jul 13 14:51:25.813367 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-19a68cd2-a840-4a5d-b0bb-525b19705af4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.846188 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-87f12b77-95ee-456c-9591-f2d7703fe28c req-674b27fe-3166-495b-97ca-4cf8f83c9880 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522578 Jul 13 14:51:25.885485 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-19a68cd2-a840-4a5d-b0bb-525b19705af4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.889978 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-19a68cd2-a840-4a5d-b0bb-525b19705af4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.912759 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a68cd2-a840-4a5d-b0bb-525b19705af4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffdd3ac-f0b4-4d1c-b43a-e9dffe229ca9,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:25.917841 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-19a68cd2-a840-4a5d-b0bb-525b19705af4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:25.921910 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-19a68cd2-a840-4a5d-b0bb-525b19705af4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1707373 Jul 13 14:51:25.921910 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36674) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:25.926383 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-3e7dc18a-912e-4ec9-8f64-1d397394f337 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Request body: {'security_group_rule': {'security_group_id': 'c9686d34-5a45-4263-bbc7-dc56011e135c', 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:25.953171 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3e7dc18a-912e-4ec9-8f64-1d397394f337 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.017118 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3e7dc18a-912e-4ec9-8f64-1d397394f337 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.021205 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3e7dc18a-912e-4ec9-8f64-1d397394f337 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.039925 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dc18a-912e-4ec9-8f64-1d397394f337 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4683650c-2d15-4bd2-ae8d-a55741ebda33,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:26.046397 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3e7dc18a-912e-4ec9-8f64-1d397394f337 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.047798 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-3e7dc18a-912e-4ec9-8f64-1d397394f337 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250262 Jul 13 14:51:26.051096 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36676) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:26.055998 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-813f9f4d-1e07-4958-b246-72485283a5c9 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Request body: {'security_group_rule': {'security_group_id': 'c9686d34-5a45-4263-bbc7-dc56011e135c', 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:26.084479 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-813f9f4d-1e07-4958-b246-72485283a5c9 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.108042 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-3afee316-0aef-4997-a94a-faf4628f2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:26.109577 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-3afee316-0aef-4997-a94a-faf4628f2888 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39&tenant_id=0305e7a2f9b948dfb400a93ba026094d HTTP/1.1" status: 200 len: 1096 time: 0.0576832 Jul 13 14:51:26.149148 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-813f9f4d-1e07-4958-b246-72485283a5c9 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.155154 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-813f9f4d-1e07-4958-b246-72485283a5c9 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.174705 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f9f4d-1e07-4958-b246-72485283a5c9 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec257b46-5796-4f2e-b732-068b5aec6f13,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:26.182718 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-813f9f4d-1e07-4958-b246-72485283a5c9 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.184830 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-813f9f4d-1e07-4958-b246-72485283a5c9 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326873 Jul 13 14:51:26.187511 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36678) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:26.192416 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-43164e17-58ec-485e-af54-705a8970165e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Request body: {'security_group_rule': {'security_group_id': 'c9686d34-5a45-4263-bbc7-dc56011e135c', 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:26.195185 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-aa6d13a4-afc6-441c-85b9-d8165e8ccda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:26.196706 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-aa6d13a4-afc6-441c-85b9-d8165e8ccda0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 1096 time: 0.0644574 Jul 13 14:51:26.214539 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.securitygroups_db [None req-43164e17-58ec-485e-af54-705a8970165e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Project e779b8103a9b4610a8030f42f68d2755 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:51:26.219655 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43164e17-58ec-485e-af54-705a8970165e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.279808 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43164e17-58ec-485e-af54-705a8970165e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.283811 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43164e17-58ec-485e-af54-705a8970165e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.289930 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-7bf972cd-91c1-4be4-b0de-0cf4882d9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:26.291377 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-7bf972cd-91c1-4be4-b0de-0cf4882d9271 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 918 time: 0.0872161 Jul 13 14:51:26.302745 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43164e17-58ec-485e-af54-705a8970165e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9489161c-9bf7-4ebd-a44b-2d8881a30605,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:26.310332 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-43164e17-58ec-485e-af54-705a8970165e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.312456 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-43164e17-58ec-485e-af54-705a8970165e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237857 Jul 13 14:51:26.314362 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36680) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:26.318921 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-5d382d83-eb9f-4475-9c6b-2add54e8588f tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Request body: {'security_group_rule': {'security_group_id': 'c9686d34-5a45-4263-bbc7-dc56011e135c', 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:26.341025 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.securitygroups_db [None req-5d382d83-eb9f-4475-9c6b-2add54e8588f tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Project e779b8103a9b4610a8030f42f68d2755 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:51:26.346357 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5d382d83-eb9f-4475-9c6b-2add54e8588f tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.362361 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-2ed61ce5-50c3-46cc-bdf6-98adf2c0c17f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=061f240d-1796-4fc8-b49d-592a4761d7e2 HTTP/1.1" status: 200 len: 999 time: 0.0623679 Jul 13 14:51:26.411036 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5d382d83-eb9f-4475-9c6b-2add54e8588f tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.414234 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-e5c237ec-721b-4e51-8e29-59b0fd8fcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:26.415134 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5d382d83-eb9f-4475-9c6b-2add54e8588f tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.416014 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-e5c237ec-721b-4e51-8e29-59b0fd8fcbdc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0468972 Jul 13 14:51:26.432415 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d382d83-eb9f-4475-9c6b-2add54e8588f tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c142af8a-391c-445e-b606-4a9eb83e5157,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:26.438387 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5d382d83-eb9f-4475-9c6b-2add54e8588f tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:26.439750 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-5d382d83-eb9f-4475-9c6b-2add54e8588f tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243966 Jul 13 14:51:26.478589 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-c206632a-21d8-4b31-877c-9083a615b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:26.478589 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-c206632a-21d8-4b31-877c-9083a615b3f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533452 Jul 13 14:51:26.572713 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-673e2578-e42e-408d-a470-4c1f7dad0513 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880439 Jul 13 14:51:26.670801 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a7efd50-ac3a-413b-8f4a-f17c8b659306 req-0784a6a9-c024-4699-b8ed-7325c068c2c1 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895097 Jul 13 14:51:27.037367 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ab497-94e4-4754-92d2-75648f9d7424 req-3d30eb8e-102c-494b-8430-313f50723548 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:27.038962 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f97ab497-94e4-4754-92d2-75648f9d7424 req-3d30eb8e-102c-494b-8430-313f50723548 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0651655 Jul 13 14:51:27.076561 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f97ab497-94e4-4754-92d2-75648f9d7424 req-e476ae27-dec3-4c18-9111-d98d165a4057 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Jul 13 14:51:27.254282 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 5ccb5790-8c28-40e7-b057-0006939f84b1 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:27.331250 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 5ccb5790-8c28-40e7-b057-0006939f84b1 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:27.335915 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 5ccb5790-8c28-40e7-b057-0006939f84b1 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:27.336353 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.428337 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.462234 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 5ccb5790-8c28-40e7-b057-0006939f84b1, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=5ccb5790-8c28-40e7-b057-0006939f84b1,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:27.469665 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:27.531561 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=5ccb5790-8c28-40e7-b057-0006939f84b1,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:28.266229 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49512c-497a-42cf-b221-8ef0fb2e1047 req-17ea5ed8-4714-4443-83e0-062dfeae813c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:28.267795 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fd49512c-497a-42cf-b221-8ef0fb2e1047 req-17ea5ed8-4714-4443-83e0-062dfeae813c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0709774 Jul 13 14:51:28.308256 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fd49512c-497a-42cf-b221-8ef0fb2e1047 req-42b8e322-297b-4200-9daa-3d79545f20ae tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345263 Jul 13 14:51:28.512081 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Sync routers for ids ['d2389c83-b2c5-447f-b15c-98f669ba901c'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:51:28.521317 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Routers {'d2389c83-b2c5-447f-b15c-98f669ba901c'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:28.521926 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:51:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d2389c83-b2c5-447f-b15c-98f669ba901c'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:28.630233 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Set router d2389c83-b2c5-447f-b15c-98f669ba901c gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:28.833515 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'name': 'tempest-TestShelveInstance-304022471-router', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:20Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 4, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'gw_port': {'id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:21Z', 'updated_at': '2021-07-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7', 'name': '', 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'mac_address': 'fa:16:3e:62:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c46cdd86-ded7-4a81-899f-42e74fd82513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:23Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 2, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'subnets': [{'id': 'c46cdd86-ded7-4a81-899f-42e74fd82513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:28.864415 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Checking router: d2389c83-b2c5-447f-b15c-98f669ba901c for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:51:28.864768 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Updating router d2389c83-b2c5-447f-b15c-98f669ba901c port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:51:28.899502 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.177507 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.188588 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Transition to ACTIVE for port object 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:29.205919 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.221213 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 5ccb5790-8c28-40e7-b057-0006939f84b1 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:29.259020 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bb19f-4030-4bb4-91cb-921524523de3 None None] Pushing event updated for resources: {'Port': ['ID=8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:29.285708 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 5ccb5790-8c28-40e7-b057-0006939f84b1 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:29.286174 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.330639 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Attempting to bind port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:51:29.331005 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Attempting to bind port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '86261885-6dd2-4b4d-9a04-b9a3fc2968e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:51:29.331372 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Attempting to bind port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 on network a2adef87-327d-4977-9d50-3385c880c08f {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:29.336901 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:51:29.337400 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Checking segment: {'id': '86261885-6dd2-4b4d-9a04-b9a3fc2968e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:29.338064 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.338494 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Bound using segment: {'id': '86261885-6dd2-4b4d-9a04-b9a3fc2968e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:51:29.338938 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Bound port: 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86261885-6dd2-4b4d-9a04-b9a3fc2968e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:51:29.339452 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.415708 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] For port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:51:29.418927 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] For port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7,segment=NetworkSegment(86261885-6dd2-4b4d-9a04-b9a3fc2968e0),segment_id=86261885-6dd2-4b4d-9a04-b9a3fc2968e0)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:51:29.426235 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:29.507699 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Routers {'d2389c83-b2c5-447f-b15c-98f669ba901c'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:51:29.508355 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:51:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d2389c83-b2c5-447f-b15c-98f669ba901c'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:29.588483 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea970f0-7389-45db-8888-61344fe8e918 req-8f260dab-786b-48eb-95a7-387dfa29a682 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:29.591552 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fea970f0-7389-45db-8888-61344fe8e918 req-8f260dab-786b-48eb-95a7-387dfa29a682 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.1077511 Jul 13 14:51:29.664871 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fea970f0-7389-45db-8888-61344fe8e918 req-c20712f2-9de6-4df1-9d39-29d0d2faa88c tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663826 Jul 13 14:51:29.691356 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bb19f-4030-4bb4-91cb-921524523de3 None None] Pushing event updated for resources: {'Port': ['ID=8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7,revision_number=4']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:29.719128 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] Set router d2389c83-b2c5-447f-b15c-98f669ba901c gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:51:29.931602 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'name': 'tempest-TestShelveInstance-304022471-router', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:20Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 4, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'gw_port': {'id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:21Z', 'updated_at': '2021-07-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7', 'name': '', 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'mac_address': 'fa:16:3e:62:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c46cdd86-ded7-4a81-899f-42e74fd82513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:23Z', 'updated_at': '2021-07-13T14:51:29Z', 'revision_number': 4, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'subnets': [{'id': 'c46cdd86-ded7-4a81-899f-42e74fd82513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:51:29.957774 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be194dfe-4505-4af2-8e19-8c26d1f6ca24 None None] The sync data for ids ['d2389c83-b2c5-447f-b15c-98f669ba901c'] in dv-cinder-733622-17-iscsi is: [{'id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'name': 'tempest-TestShelveInstance-304022471-router', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:20Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 4, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'gw_port': {'id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:21Z', 'updated_at': '2021-07-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7', 'name': '', 'network_id': 'a2adef87-327d-4977-9d50-3385c880c08f', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'mac_address': 'fa:16:3e:62:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c46cdd86-ded7-4a81-899f-42e74fd82513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:23Z', 'updated_at': '2021-07-13T14:51:29Z', 'revision_number': 4, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'subnets': [{'id': 'c46cdd86-ded7-4a81-899f-42e74fd82513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:51:30.893334 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcec5f-6971-4ad9-a318-7a4e8e4ad907 req-8a125618-b16b-4f36-a798-d7e8468d9f42 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:30.894935 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d3bcec5f-6971-4ad9-a318-7a4e8e4ad907 req-8a125618-b16b-4f36-a798-d7e8468d9f42 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0680029 Jul 13 14:51:30.937135 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d3bcec5f-6971-4ad9-a318-7a4e8e4ad907 req-ede5fcc8-7039-4aa9-9b39-5b4e47951814 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364227 Jul 13 14:51:31.226530 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:31.277320 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:31.283859 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:31.284269 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:31.366051 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:31.524909 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7,segment=NetworkSegment(86261885-6dd2-4b4d-9a04-b9a3fc2968e0),segment_id=86261885-6dd2-4b4d-9a04-b9a3fc2968e0)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:31.529428 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:31.579713 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:32.132062 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca876e12-8d72-4e96-8970-0c5f6769cddd req-89d2dfd5-c19e-4ce6-8243-e3c7851f22f6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:32.134587 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ca876e12-8d72-4e96-8970-0c5f6769cddd req-89d2dfd5-c19e-4ce6-8243-e3c7851f22f6 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0731719 Jul 13 14:51:32.181743 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ca876e12-8d72-4e96-8970-0c5f6769cddd req-2f9f5808-3815-498e-839c-99198840fac5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 Jul 13 14:51:33.205007 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:33.264009 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:33.264416 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:33.387881 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6330f7-af98-4231-a504-1e64281d2e44 req-54564bbb-2e44-4acf-99ca-cecb9a02c3c7 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:33.389416 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9d6330f7-af98-4231-a504-1e64281d2e44 req-54564bbb-2e44-4acf-99ca-cecb9a02c3c7 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0667093 Jul 13 14:51:33.434931 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9d6330f7-af98-4231-a504-1e64281d2e44 req-ae7d2f57-851d-45d0-91de-873c6f5aa2e1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360980 Jul 13 14:51:34.627492 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfccd2-6f94-46ee-9627-60d3ebd5de1c req-299b2782-c4d7-4fa4-aa10-8ffee7a080b1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:34.629285 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d4cfccd2-6f94-46ee-9627-60d3ebd5de1c req-299b2782-c4d7-4fa4-aa10-8ffee7a080b1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0789001 Jul 13 14:51:34.668342 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d4cfccd2-6f94-46ee-9627-60d3ebd5de1c req-9fd756ad-e291-47c4-bb8e-4371c03e2c3f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335424 Jul 13 14:51:35.852542 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9685b18-a22d-44b7-b692-1aa61be8a387 req-91ad32b6-9391-4ac0-8ab9-d20420837dc3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:35.853978 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a9685b18-a22d-44b7-b692-1aa61be8a387 req-91ad32b6-9391-4ac0-8ab9-d20420837dc3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0661817 Jul 13 14:51:35.897654 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a9685b18-a22d-44b7-b692-1aa61be8a387 req-d2b4ed86-f9b7-4443-a1b5-95d9a5bb4e5a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381508 Jul 13 14:51:37.081863 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0be81-4286-496d-85f7-14b702ee2a9d req-628a182f-6749-4193-8c5c-0f88d5ae9803 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:37.083397 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4eb0be81-4286-496d-85f7-14b702ee2a9d req-628a182f-6749-4193-8c5c-0f88d5ae9803 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0655825 Jul 13 14:51:37.122822 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4eb0be81-4286-496d-85f7-14b702ee2a9d req-1462e65c-2711-451a-afa7-a2673bed89c9 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337474 Jul 13 14:51:38.306112 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92955335-788c-4b58-8734-661ba0cd9d1d req-cc6b6250-5bc6-48c2-97f6-ba84a7194a44 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:38.308549 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-92955335-788c-4b58-8734-661ba0cd9d1d req-cc6b6250-5bc6-48c2-97f6-ba84a7194a44 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0718586 Jul 13 14:51:38.347577 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-92955335-788c-4b58-8734-661ba0cd9d1d req-292f3f04-2c5a-499e-93d6-01c48fa02985 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343416 Jul 13 14:51:39.534399 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054289f-4f7f-4211-8567-8c0b414b53f6 req-ee7f69a5-cea6-4f29-8c95-226f9f3a5b98 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:39.535993 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2054289f-4f7f-4211-8567-8c0b414b53f6 req-ee7f69a5-cea6-4f29-8c95-226f9f3a5b98 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0647621 Jul 13 14:51:39.574886 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2054289f-4f7f-4211-8567-8c0b414b53f6 req-37b82b1e-c6c4-4124-baa5-80ac490ad1b2 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335383 Jul 13 14:51:40.750500 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672e2ce-7e49-4422-bda5-98b8bca625b7 req-5f107782-f508-485d-bd80-300bebba83f7 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:40.752531 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5672e2ce-7e49-4422-bda5-98b8bca625b7 req-5f107782-f508-485d-bd80-300bebba83f7 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 943 time: 0.0665197 Jul 13 14:51:40.789704 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5672e2ce-7e49-4422-bda5-98b8bca625b7 req-4ea96c09-4e28-4bf3-8ca1-eb70b7cd36f1 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 Jul 13 14:51:41.525338 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 061f240d-1796-4fc8-b49d-592a4761d7e2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:51:41.616244 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:41.627767 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'port_id': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'mac_address': 'fa:16:3e:9a:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:51:41.668078 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:41.681094 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061f240d-1796-4fc8-b49d-592a4761d7e2 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:41.699508 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:41.703344 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:41.750227 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=9']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:41.965966 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c65567-f2cf-424e-afb4-f3f2be63fa19 req-64034a4d-7fd3-482d-96e8-c270121c2133 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:41.967435 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d8c65567-f2cf-424e-afb4-f3f2be63fa19 req-64034a4d-7fd3-482d-96e8-c270121c2133 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 944 time: 0.0631146 Jul 13 14:51:41.980877 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['061f240d-1796-4fc8-b49d-592a4761d7e2'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:42.006152 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d8c65567-f2cf-424e-afb4-f3f2be63fa19 req-1c825edc-9f84-4253-a8fe-ee92418aaa45 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326788 Jul 13 14:51:43.186863 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffeaa2-667d-4e94-8b63-f5d37d29b7e8 req-bc38c5dc-20fd-4f6e-bf01-bc1f2fd0613b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:43.188895 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-10ffeaa2-667d-4e94-8b63-f5d37d29b7e8 req-bc38c5dc-20fd-4f6e-bf01-bc1f2fd0613b tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 944 time: 0.0628836 Jul 13 14:51:43.225813 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-10ffeaa2-667d-4e94-8b63-f5d37d29b7e8 req-65173d85-d9eb-44db-804e-9aa212f9023e tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314658 Jul 13 14:51:43.540253 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 061f240d-1796-4fc8-b49d-592a4761d7e2 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:43.586612 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 061f240d-1796-4fc8-b49d-592a4761d7e2 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:43.587024 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.660153 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.681540 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:43.683783 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1ee6d0-804f-4180-95ca-92b68f682efd" -d '{"events": [{"server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "name": "network-vif-plugged", "status": "completed", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:43.699930 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:43.705030 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:43.729369 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa4725a-544e-40f4-a6bc-d6447d2010ab x-openstack-request-id: req-0fa4725a-544e-40f4-a6bc-d6447d2010ab {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:43.729663 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "name": "network-vif-plugged", "status": "completed", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:43.729916 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0fa4725a-544e-40f4-a6bc-d6447d2010ab {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:43.730304 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'code': 200} Jul 13 14:51:43.757870 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=10']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:43.893151 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-7f10ecc6-1430-4538-a21c-69c56ba6c170 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416448614&fields=id&tenant_id=e779b8103a9b4610a8030f42f68d2755 HTTP/1.1" status: 200 len: 267 time: 0.0365078 Jul 13 14:51:43.976310 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff32076-e82c-4ab3-a591-be5a6ee79f08 req-853bee2b-050d-4b2a-8a84-0c6208b07fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:43.977850 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-eff32076-e82c-4ab3-a591-be5a6ee79f08 req-853bee2b-050d-4b2a-8a84-0c6208b07fb9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 1099 time: 0.0533049 Jul 13 14:51:44.024176 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-eff32076-e82c-4ab3-a591-be5a6ee79f08 req-c179b0f4-3a26-4a40-9b03-11f66f5dbc9e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397930 Jul 13 14:51:44.217300 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-66728509-a9dc-4d00-86ab-7b88d9e4715b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:44.220522 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-66728509-a9dc-4d00-86ab-7b88d9e4715b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/networks?id=efdf4f60-fe8d-4b27-ae2f-508d58a68006 HTTP/1.1" status: 200 len: 809 time: 0.3208270 Jul 13 14:51:44.233893 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-ef93135e-2749-4bf9-8c0f-2d5ccd205fb6 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/quotas/e779b8103a9b4610a8030f42f68d2755 HTTP/1.1" status: 200 len: 375 time: 0.0092118 Jul 13 14:51:44.301358 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-e3f9fda8-7586-4b4d-a44d-e52ac6dbe406 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e779b8103a9b4610a8030f42f68d2755&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622654 Jul 13 14:51:44.433207 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-ae336a1d-d93c-42c3-b63a-f333761bd129 service neutron] 10.222.0.68 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205411 Jul 13 14:51:44.456172 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcd502-2999-4227-9c28-2b7b67c9ed35 req-9cb43956-6de5-4dd6-8265-a44769c00225 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:44.457573 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ecbcd502-2999-4227-9c28-2b7b67c9ed35 req-9cb43956-6de5-4dd6-8265-a44769c00225 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 946 time: 0.1044185 Jul 13 14:51:44.539483 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ecbcd502-2999-4227-9c28-2b7b67c9ed35 req-1aef156c-8cd9-4940-b69c-1abf34d17bd4 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724659 Jul 13 14:51:44.557236 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-e706228f-f1fd-4374-89ac-312075870813 service neutron] 10.222.0.68 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159551 Jul 13 14:51:44.846512 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-30509d97-a83f-45d3-8f2d-8b75fb2a0a6b req-c985372b-9dd5-4b5e-9b68-7337ce275c11 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 210 time: 0.0330031 Jul 13 14:51:45.717401 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945d6dd-502d-47de-8430-795d2ccce38f req-7490542a-6b8b-4e8e-9e4d-dcbb269c4169 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:45.719202 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b945d6dd-502d-47de-8430-795d2ccce38f req-7490542a-6b8b-4e8e-9e4d-dcbb269c4169 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 946 time: 0.0649490 Jul 13 14:51:45.738722 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:51:45.762533 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b945d6dd-502d-47de-8430-795d2ccce38f req-74b8a4b2-76ae-4e4f-b801-c1d0d902d778 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368755 Jul 13 14:51:45.956293 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-6feebb2d-4464-4532-8f49-021ecdccb30b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:45.957780 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-6feebb2d-4464-4532-8f49-021ecdccb30b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.70 "GET /v2.0/networks?id=efdf4f60-fe8d-4b27-ae2f-508d58a68006 HTTP/1.1" status: 200 len: 809 time: 0.1045804 Jul 13 14:51:45.987800 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-852955d0-62d6-4eca-80c7-908ad8738a44 req-f51e4f5a-05de-420f-b5df-d8b311ce6935 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 210 time: 0.0288782 Jul 13 14:51:46.018770 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-e0368b08-0bad-4466-a961-27081bb470e9 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e779b8103a9b4610a8030f42f68d2755 HTTP/1.1" status: 200 len: 380 time: 0.0376227 Jul 13 14:51:46.028303 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Request body: {'port': {'device_id': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'admin_state_up': True, 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'security_groups': ['c9686d34-5a45-4263-bbc7-dc56011e135c']}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:46.137138 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Made reservation on behalf of e779b8103a9b4610a8030f42f68d2755 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:51:46.140759 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:46.263716 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Allocated IP 172.20.0.9 (efdf4f60-fe8d-4b27-ae2f-508d58a68006/f54865ba-240b-4bbb-8c47-3a6909ec365a/38268f1c-515f-4528-85b0-c97c3e29e1ac) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:51:46.555032 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:46.658600 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a01ec492-326a-492a-a604-409db1e82b60 req-ffdfd131-f8d4-46c4-a027-7574e91781e3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3843403 Jul 13 14:51:46.726742 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:46.743233 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Transition to ACTIVE for port object 38268f1c-515f-4528-85b0-c97c3e29e1ac will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:46.771060 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ec492-326a-492a-a604-409db1e82b60 req-6dfc4232-f79b-4a24-845a-c3cc9880ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:46.772588 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a01ec492-326a-492a-a604-409db1e82b60 req-6dfc4232-f79b-4a24-845a-c3cc9880ec8f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0305e7a2f9b948dfb400a93ba026094d&device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 1099 time: 0.0903010 Jul 13 14:51:46.790400 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:46.884758 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Network efdf4f60-fe8d-4b27-ae2f-508d58a68006 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:51:46.892908 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:51:46.900455 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:51:46.935538 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event updated for resources: {'Port': ['ID=38268f1c-515f-4528-85b0-c97c3e29e1ac,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:46.961772 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.962405 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.962527 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.962804 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.963144 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.963484 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.963814 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.964172 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.964505 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.964835 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.965161 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.965485 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:46.971065 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b199b8d-0f90-481a-b2ba-1e9c48f98ced req-c58f859d-11f7-455e-9820-235dd87196bb tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:46.973206 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6b199b8d-0f90-481a-b2ba-1e9c48f98ced req-c58f859d-11f7-455e-9820-235dd87196bb tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 946 time: 0.0892091 Jul 13 14:51:46.978913 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ec492-326a-492a-a604-409db1e82b60 req-9d3dc027-bc30-4c09-ac69-a0a0e6fb16db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:46.980431 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a01ec492-326a-492a-a604-409db1e82b60 req-9d3dc027-bc30-4c09-ac69-a0a0e6fb16db service neutron] 10.222.0.70 "GET /v2.0/networks?id=e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 200 len: 918 time: 0.1849442 Jul 13 14:51:46.990078 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:46.993054 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.021721 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6b199b8d-0f90-481a-b2ba-1e9c48f98ced req-c0d84a7e-11b4-4c61-bddf-0db39dcab7ed tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Jul 13 14:51:47.052456 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a1dca98e-399a-47de-a0fb-0214bee2eb18 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0281107 Jul 13 14:51:47.065366 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Request body: {'port': {'device_id': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:47.096185 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a01ec492-326a-492a-a604-409db1e82b60 req-584e90f0-30a4-4433-91b1-6a150a3f4069 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=061f240d-1796-4fc8-b49d-592a4761d7e2 HTTP/1.1" status: 200 len: 1001 time: 0.1002212 Jul 13 14:51:47.180579 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30689def-970d-4868-9715-dcc685373ee9 req-52acd859-84b2-4599-9487-6b1243e42482 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:47.181911 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ec492-326a-492a-a604-409db1e82b60 req-7ff86a6e-5a9e-4bbe-bd79-ab7760cf3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:47.182052 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-30689def-970d-4868-9715-dcc685373ee9 req-52acd859-84b2-4599-9487-6b1243e42482 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 931 time: 0.0650477 Jul 13 14:51:47.183362 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a01ec492-326a-492a-a604-409db1e82b60 req-7ff86a6e-5a9e-4bbe-bd79-ab7760cf3c39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 200 len: 856 time: 0.0807545 Jul 13 14:51:47.187654 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.210749 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-e7effb1c-0e6d-4372-967a-e4b8dd14cee5 None None] Provisioning for port 38268f1c-515f-4528-85b0-c97c3e29e1ac completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:47.214725 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-e7effb1c-0e6d-4372-967a-e4b8dd14cee5 None None] Provisioning complete for port 38268f1c-515f-4528-85b0-c97c3e29e1ac triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:47.215271 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-e7effb1c-0e6d-4372-967a-e4b8dd14cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.224259 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-30689def-970d-4868-9715-dcc685373ee9 req-38a5f11d-39c1-405d-8e6e-7eb652534166 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365217 Jul 13 14:51:47.254558 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-e7effb1c-0e6d-4372-967a-e4b8dd14cee5 None None] Port 38268f1c-515f-4528-85b0-c97c3e29e1ac cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:51:47.345757 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ec492-326a-492a-a604-409db1e82b60 req-d3d23f0c-e1b3-471d-86cd-c9b93105154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:47.347239 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a01ec492-326a-492a-a604-409db1e82b60 req-d3d23f0c-e1b3-471d-86cd-c9b93105154b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e2e73f5c-8937-434e-bea0-2c8f10adb927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1514990 Jul 13 14:51:47.499818 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a01ec492-326a-492a-a604-409db1e82b60 req-c262e088-dd1a-4642-9481-044c59ecab79 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451900 Jul 13 14:51:47.604302 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38268f1c-515f-4528-85b0-c97c3e29e1ac {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:47.614338 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.637335 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Transition to ACTIVE for port object 38268f1c-515f-4528-85b0-c97c3e29e1ac will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:51:47.640574 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a01ec492-326a-492a-a604-409db1e82b60 req-9233ab9b-e9de-4a99-bd9e-4d3f69dd3c52 service neutron] 10.222.0.70 "GET /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326108 Jul 13 14:51:47.642220 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.689834 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Pushing event updated for resources: {'Port': ['ID=38268f1c-515f-4528-85b0-c97c3e29e1ac,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:47.767953 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Attempting to bind port 38268f1c-515f-4528-85b0-c97c3e29e1ac on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:51:47.768381 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Attempting to bind port 38268f1c-515f-4528-85b0-c97c3e29e1ac by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:51:47.768715 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Attempting to bind port 38268f1c-515f-4528-85b0-c97c3e29e1ac on network efdf4f60-fe8d-4b27-ae2f-508d58a68006 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:47.773150 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Port 38268f1c-515f-4528-85b0-c97c3e29e1ac on network efdf4f60-fe8d-4b27-ae2f-508d58a68006 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:51:47.773478 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Attempting to bind port 38268f1c-515f-4528-85b0-c97c3e29e1ac on network efdf4f60-fe8d-4b27-ae2f-508d58a68006 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:51:47.778649 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:51:47.778991 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Checking segment: {'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:51:47.779383 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Bound using segment: {'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:51:47.779814 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Bound port: 38268f1c-515f-4528-85b0-c97c3e29e1ac, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5d105b-f37c-4302-aacf-4a1f9549181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:51:47.780213 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.843590 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] For port 38268f1c-515f-4528-85b0-c97c3e29e1ac, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:51:47.847158 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] For port 38268f1c-515f-4528-85b0-c97c3e29e1ac, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:51:47.851627 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.883976 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:47.884723 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:47.885955 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] 10.222.0.70 "PUT /v2.0/ports/38268f1c-515f-4528-85b0-c97c3e29e1ac HTTP/1.1" status: 200 len: 1093 time: 0.8252733 Jul 13 14:51:47.886384 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:47.888622 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ac3c15-7e64-4b72-a87e-aefa69aff822" -d '{"events": [{"name": "network-changed", "server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:47.919762 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47614fd-b775-45cc-83ac-35286658e976 service neutron] Pushing event updated for resources: {'Port': ['ID=38268f1c-515f-4528-85b0-c97c3e29e1ac,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:47.941058 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed94e76-217a-4a6c-b058-96dc7c3d212c x-openstack-request-id: req-0ed94e76-217a-4a6c-b058-96dc7c3d212c {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:47.941347 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:47.941605 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0ed94e76-217a-4a6c-b058-96dc7c3d212c {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:47.941996 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'status': 'completed', 'code': 200} Jul 13 14:51:47.992808 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-59f9fed8-0f7b-4f7e-99da-bc75eede045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:47.994661 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-59f9fed8-0f7b-4f7e-99da-bc75eede045c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e779b8103a9b4610a8030f42f68d2755&device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0620525 Jul 13 14:51:48.037760 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-6f355cd0-1781-4299-bd31-9d032bd9631d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac HTTP/1.1" status: 200 len: 217 time: 0.0354557 Jul 13 14:51:48.087949 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-82b3d19c-af71-4f40-9c6e-acd1c0bd4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:48.089463 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-82b3d19c-af71-4f40-9c6e-acd1c0bd4f1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f54865ba-240b-4bbb-8c47-3a6909ec365a HTTP/1.1" status: 200 len: 848 time: 0.0456581 Jul 13 14:51:48.148434 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-aaeee7eb-c161-426f-9167-57013694ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:48.150093 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-aaeee7eb-c161-426f-9167-57013694ba08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=efdf4f60-fe8d-4b27-ae2f-508d58a68006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528681 Jul 13 14:51:48.236414 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-de19722f-58ec-415c-80f7-6573354e6425 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798051 Jul 13 14:51:48.261680 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fa5cc0bf-1153-42db-a199-864e487567b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:48.330894 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-78356a60-2c84-40c7-8fbc-58dcff74be92 req-f7f20e6b-6a36-4365-b53e-ceeb45b6c276 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884266 Jul 13 14:51:48.407198 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b1e7-7af6-447a-ac46-22a28fcfc1e9 req-3327b77e-802c-4095-b468-286aa6bc1e78 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:48.408734 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2371b1e7-7af6-447a-ac46-22a28fcfc1e9 req-3327b77e-802c-4095-b468-286aa6bc1e78 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0670545 Jul 13 14:51:48.435070 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-3cd81632-3dd1-42b9-9b4e-7813ecfc10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:48.436785 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-3cd81632-3dd1-42b9-9b4e-7813ecfc10e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e779b8103a9b4610a8030f42f68d2755&device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0517938 Jul 13 14:51:48.446045 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2371b1e7-7af6-447a-ac46-22a28fcfc1e9 req-e253de45-e5f0-4132-b473-eb562eb117ea tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317986 Jul 13 14:51:48.525479 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-8820c525-9285-4d3e-9947-9d825f1001b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:48.526973 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-8820c525-9285-4d3e-9947-9d825f1001b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=efdf4f60-fe8d-4b27-ae2f-508d58a68006 HTTP/1.1" status: 200 len: 910 time: 0.0826344 Jul 13 14:51:48.570858 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-e2c67755-89fb-46be-b2cc-99194b61a444 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac HTTP/1.1" status: 200 len: 217 time: 0.0367389 Jul 13 14:51:48.622076 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-465ba779-7d2d-410e-9c8a-e95d28747336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:48.623396 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-465ba779-7d2d-410e-9c8a-e95d28747336 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f54865ba-240b-4bbb-8c47-3a6909ec365a HTTP/1.1" status: 200 len: 848 time: 0.0411241 Jul 13 14:51:48.678635 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-549f75f5-ae21-4361-af37-654349b7f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:48.680073 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-549f75f5-ae21-4361-af37-654349b7f29c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=efdf4f60-fe8d-4b27-ae2f-508d58a68006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492496 Jul 13 14:51:48.769331 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-00795a0b-2009-43f1-bb74-7c5e421c5260 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822582 Jul 13 14:51:48.857730 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e5ac3c15-7e64-4b72-a87e-aefa69aff822 req-28ea1ddb-a398-4547-88fa-bc38860059a5 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786114 Jul 13 14:51:49.619745 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d172a-50d1-4efe-ad01-c007c525f506 req-19feb2e1-fabf-4e9f-ae6a-26633e47b436 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:49.621229 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6d6d172a-50d1-4efe-ad01-c007c525f506 req-19feb2e1-fabf-4e9f-ae6a-26633e47b436 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0647266 Jul 13 14:51:49.658014 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6d6d172a-50d1-4efe-ad01-c007c525f506 req-1cebbd9a-d130-4eb7-9eb6-7d73479ef0f4 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313845 Jul 13 14:51:50.756640 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:50.892758 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fca6414a-b4bc-496a-9d3c-863e43f3c07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:50.976813 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd8f30-6e24-4679-9cf1-e8f6c2940642 req-3f4bc731-9e71-40c2-b613-1e552e8d11e2 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:50.978200 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-66fd8f30-6e24-4679-9cf1-e8f6c2940642 req-3f4bc731-9e71-40c2-b613-1e552e8d11e2 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0614479 Jul 13 14:51:51.015491 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-66fd8f30-6e24-4679-9cf1-e8f6c2940642 req-9fdc6053-a11f-4098-aa4a-50f4e90b0f22 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319262 Jul 13 14:51:52.093537 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:52.188547 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90f6fa-c8c9-4535-b850-79b118a75ea8 req-7511d8aa-bfd6-4e62-87b2-9b76455f6ad2 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:52.190013 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2b90f6fa-c8c9-4535-b850-79b118a75ea8 req-7511d8aa-bfd6-4e62-87b2-9b76455f6ad2 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0661747 Jul 13 14:51:52.226167 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2b90f6fa-c8c9-4535-b850-79b118a75ea8 req-d65978ac-1a69-4156-8e01-b2ea6e717198 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307584 Jul 13 14:51:53.392978 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2ee1f-2f04-48e5-b6bf-bdc85d3f47ea req-5c611df4-2402-4adc-b242-5d26d4e984e0 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:53.394429 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-83a2ee1f-2f04-48e5-b6bf-bdc85d3f47ea req-5c611df4-2402-4adc-b242-5d26d4e984e0 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0622532 Jul 13 14:51:53.431188 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-83a2ee1f-2f04-48e5-b6bf-bdc85d3f47ea req-af99d24d-dff7-43f2-89c5-1854ea3132ea tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Jul 13 14:51:53.449340 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:54.600351 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c2e0a-4a9b-4bcb-9cd1-b3ef6def6543 req-719ed31b-1f8c-46b9-aee1-265a3cc0896d tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:54.601814 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b40c2e0a-4a9b-4bcb-9cd1-b3ef6def6543 req-719ed31b-1f8c-46b9-aee1-265a3cc0896d tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0625591 Jul 13 14:51:54.637547 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b40c2e0a-4a9b-4bcb-9cd1-b3ef6def6543 req-d7876924-4cca-4939-8d5c-0e2830a0d726 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304058 Jul 13 14:51:55.566276 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 38268f1c-515f-4528-85b0-c97c3e29e1ac details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:51:55.659458 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 38268f1c-515f-4528-85b0-c97c3e29e1ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:55.670898 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'port_id': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'mac_address': 'fa:16:3e:c1:e3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:51:55.706877 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:55.719879 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38268f1c-515f-4528-85b0-c97c3e29e1ac {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:51:55.739540 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 38268f1c-515f-4528-85b0-c97c3e29e1ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:55.744339 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:55.793837 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=38268f1c-515f-4528-85b0-c97c3e29e1ac,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:55.801309 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.801672 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.802020 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.802365 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.802706 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.803040 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.803372 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.803703 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.804173 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.804537 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.804915 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.805225 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:51:55.810590 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca7b95-dbf5-4b0d-b6d9-2a91fc5f2d5a req-33d980a2-53db-46ea-812c-eef7d859177a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:55.812124 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e1ca7b95-dbf5-4b0d-b6d9-2a91fc5f2d5a req-33d980a2-53db-46ea-812c-eef7d859177a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 944 time: 0.0658827 Jul 13 14:51:55.851319 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e1ca7b95-dbf5-4b0d-b6d9-2a91fc5f2d5a req-2058d5b4-2690-40f6-b088-059baea2b899 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333259 Jul 13 14:51:55.991373 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['38268f1c-515f-4528-85b0-c97c3e29e1ac'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:51:57.023585 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd5802-f5fa-427c-b82d-97af90e0a569 req-6d8fa5eb-c6b0-4e3c-9dc1-b3c17c86992a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:57.025125 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-52bd5802-f5fa-427c-b82d-97af90e0a569 req-6d8fa5eb-c6b0-4e3c-9dc1-b3c17c86992a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 944 time: 0.0675974 Jul 13 14:51:57.063712 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-52bd5802-f5fa-427c-b82d-97af90e0a569 req-2f36f0c6-1351-4934-8cdb-a0548e7b56c6 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329278 Jul 13 14:51:57.580945 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 38268f1c-515f-4528-85b0-c97c3e29e1ac up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:51:57.627161 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 38268f1c-515f-4528-85b0-c97c3e29e1ac completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:51:57.630762 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 38268f1c-515f-4528-85b0-c97c3e29e1ac triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:51:57.631144 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:57.703783 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:57.725114 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:51:57.727311 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65ee453-893d-490b-a288-aa8891470b76" -d '{"events": [{"server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "name": "network-vif-plugged", "status": "completed", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:51:57.740156 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 38268f1c-515f-4528-85b0-c97c3e29e1ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:51:57.743960 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:57.769919 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08646499-0187-49c4-9b76-8b1ddf343d09 x-openstack-request-id: req-08646499-0187-49c4-9b76-8b1ddf343d09 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:51:57.770208 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "name": "network-vif-plugged", "status": "completed", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:51:57.770461 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-08646499-0187-49c4-9b76-8b1ddf343d09 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:51:57.770844 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'code': 200} Jul 13 14:51:57.796040 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=38268f1c-515f-4528-85b0-c97c3e29e1ac,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:51:58.046379 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05979f-dd69-431e-8121-24bc25c03798 req-33c11769-f936-4bce-afef-d2b0628835dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:58.047833 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ce05979f-dd69-431e-8121-24bc25c03798 req-33c11769-f936-4bce-afef-d2b0628835dd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0508969 Jul 13 14:51:58.081908 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ce05979f-dd69-431e-8121-24bc25c03798 req-e0fc3850-7e05-4b5c-854e-dcf89398b65e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271814 Jul 13 14:51:58.237265 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b65ca-bdb4-4eee-a425-fdbb4508b93b req-fda5024e-eb9c-4f82-94c6-d26d1dc1ee71 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:58.238770 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-765b65ca-bdb4-4eee-a425-fdbb4508b93b req-fda5024e-eb9c-4f82-94c6-d26d1dc1ee71 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0667267 Jul 13 14:51:58.277345 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-765b65ca-bdb4-4eee-a425-fdbb4508b93b req-d9280250-76ec-4d4c-ba02-6007b06f4566 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328653 Jul 13 14:51:59.446429 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408da1d7-a5df-4776-ad79-9b4a0226f286 req-43677870-07b5-4620-80c8-21dea745d9a6 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:59.447897 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-408da1d7-a5df-4776-ad79-9b4a0226f286 req-43677870-07b5-4620-80c8-21dea745d9a6 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0625694 Jul 13 14:51:59.484180 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-408da1d7-a5df-4776-ad79-9b4a0226f286 req-e5619e71-a9ea-4b8b-938e-38dc9d735b8d tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Jul 13 14:51:59.651614 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98943a-52b2-400b-aa83-b474fff5bbd0 req-58e49ef2-599c-44a3-af28-e53182151f8e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:59.653384 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4c98943a-52b2-400b-aa83-b474fff5bbd0 req-58e49ef2-599c-44a3-af28-e53182151f8e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0614648 Jul 13 14:51:59.691471 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4c98943a-52b2-400b-aa83-b474fff5bbd0 req-33642d0d-c595-4aa7-b2f0-737898d16bc3 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321639 Jul 13 14:51:59.715505 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 36986) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:59.811551 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb32e9d6-b753-4c97-8cce-25233b52f3be tempest-TestShelveInstance-860934253 tempest-TestShelveInstance-860934253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:51:59.813701 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-cb32e9d6-b753-4c97-8cce-25233b52f3be tempest-TestShelveInstance-860934253 tempest-TestShelveInstance-860934253-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1093 time: 0.0971141 Jul 13 14:51:59.817131 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 36994) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:51:59.821850 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Request body: {'floatingip': {'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'port_id': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:51:59.848393 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for floatingip, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:59.953363 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.064375 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Allocated IP 172.27.0.171 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/59315f6a-065b-4cf2-a0b4-c95749c6b108) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:52:00.164407 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.202810 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.237650 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:52:00.242359 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:52:00.245720 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:52:00.273228 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event updated for resources: {'Port': ['ID=59315f6a-065b-4cf2-a0b4-c95749c6b108,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:00.285240 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.285588 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.286036 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.286254 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.286589 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.286967 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.287257 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.287565 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.287896 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.288232 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.288644 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.288966 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:00.619397 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.696097 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.841781 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.846543 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033177'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:00.912303 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event updated for resources: {'Port': ['ID=59315f6a-065b-4cf2-a0b4-c95749c6b108,revision_number=2']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:00.921964 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:01.019657 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.l3_db [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Floating IP 15fda1ac-3c80-4490-899a-bfbe2150da19 associated. External IP: 172.27.0.171, port: 38268f1c-515f-4528-85b0-c97c3e29e1ac. Jul 13 14:52:01.220714 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Router c2d3ca89-f7b9-4087-9300-469b98927725 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:52:01.323906 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:52:01.333501 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] Sync routers for ids ['c2d3ca89-f7b9-4087-9300-469b98927725'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:52:01.339380 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:01.343064 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] Routers {'c2d3ca89-f7b9-4087-9300-469b98927725'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:01.344281 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:51:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['c2d3ca89-f7b9-4087-9300-469b98927725'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:01.375442 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1e6de62a-3c4d-46ac-b5a1-a5f130a51590 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5572846 Jul 13 14:52:01.376054 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:01.378307 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102ba53b-8150-47a6-aefc-b6cd15943d36" -d '{"events": [{"name": "network-changed", "server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:01.415192 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98399b-84b9-4c53-a879-52055f6287ca x-openstack-request-id: req-1a98399b-84b9-4c53-a879-52055f6287ca {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:01.415435 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:01.415694 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1a98399b-84b9-4c53-a879-52055f6287ca {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:01.416363 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'status': 'completed', 'code': 200} Jul 13 14:52:01.448309 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] Set router c2d3ca89-f7b9-4087-9300-469b98927725 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:01.489849 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-fcedb2b2-0112-47ec-8c54-c380467cd93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:01.491327 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-fcedb2b2-0112-47ec-8c54-c380467cd93f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e779b8103a9b4610a8030f42f68d2755&device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0519664 Jul 13 14:52:01.580188 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-0274815b-5a1c-42ad-9891-3aae23642675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:01.581659 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-0274815b-5a1c-42ad-9891-3aae23642675 service neutron] 10.222.0.70 "GET /v2.0/networks?id=efdf4f60-fe8d-4b27-ae2f-508d58a68006 HTTP/1.1" status: 200 len: 910 time: 0.0819743 Jul 13 14:52:01.647690 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-f7d2d5a2-c758-4407-8495-b9ded51f700c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac HTTP/1.1" status: 200 len: 999 time: 0.0597231 Jul 13 14:52:01.666277 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': '15fda1ac-3c80-4490-899a-bfbe2150da19', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'port_id': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'mac_address': 'fa:16:3e:c1:e3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:52:00Z', 'updated_at': '2021-07-13T14:52:00Z', 'revision_number': 0, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f97a80-e3e4-4333-8dea-55b47c8e6aac', 'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'mac_address': 'fa:16:3e:26:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:16Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 5, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'subnets': [{'id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:01.695090 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] Checking router: c2d3ca89-f7b9-4087-9300-469b98927725 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:52:01.697047 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-ec85f412-7e67-47f8-b582-fb3f24ac8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:01.698529 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-ec85f412-7e67-47f8-b582-fb3f24ac8c89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f54865ba-240b-4bbb-8c47-3a6909ec365a HTTP/1.1" status: 200 len: 848 time: 0.0433438 Jul 13 14:52:01.703800 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] Routers {'c2d3ca89-f7b9-4087-9300-469b98927725'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:01.704443 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:51:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['c2d3ca89-f7b9-4087-9300-469b98927725'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:01.753868 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-cb237484-3d12-4568-858b-f34290116a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:01.755484 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-cb237484-3d12-4568-858b-f34290116a52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=efdf4f60-fe8d-4b27-ae2f-508d58a68006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502193 Jul 13 14:52:01.805714 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] Set router c2d3ca89-f7b9-4087-9300-469b98927725 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:01.846464 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-0e827883-4d5f-458f-a45e-9720791b3242 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846953 Jul 13 14:52:01.933518 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-102ba53b-8150-47a6-aefc-b6cd15943d36 req-d3fde02e-169f-429d-9b51-d9210a0bf3f2 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806060 Jul 13 14:52:02.029197 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': '15fda1ac-3c80-4490-899a-bfbe2150da19', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'port_id': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'mac_address': 'fa:16:3e:c1:e3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:52:00Z', 'updated_at': '2021-07-13T14:52:00Z', 'revision_number': 0, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f97a80-e3e4-4333-8dea-55b47c8e6aac', 'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'mac_address': 'fa:16:3e:26:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:16Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 5, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'subnets': [{'id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:02.055637 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3154d-1b53-4818-9ce9-cc74255b9a1e None None] The sync data for ids ['c2d3ca89-f7b9-4087-9300-469b98927725'] in dv-cinder-733622-17-iscsi is: [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': '15fda1ac-3c80-4490-899a-bfbe2150da19', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'port_id': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'mac_address': 'fa:16:3e:c1:e3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:52:00Z', 'updated_at': '2021-07-13T14:52:00Z', 'revision_number': 0, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f97a80-e3e4-4333-8dea-55b47c8e6aac', 'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'mac_address': 'fa:16:3e:26:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:16Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 5, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'subnets': [{'id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:52:02.236614 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc1c22-ec30-4347-869e-51a9f56a6a8d None None] New status for floating IP 15fda1ac-3c80-4490-899a-bfbe2150da19: ACTIVE {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:52:16.564844 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:18.264410 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-849c5315-8719-4f0b-ac74-f29e25f9ada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:20.251029 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1145-746b-434c-bc61-a2b48d235651 req-dab362d8-59ed-4b6a-af33-bac16ffbb389 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:20.252433 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-407a1145-746b-434c-bc61-a2b48d235651 req-dab362d8-59ed-4b6a-af33-bac16ffbb389 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 945 time: 0.0620840 Jul 13 14:52:20.288522 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-407a1145-746b-434c-bc61-a2b48d235651 req-c21cdb2a-bdaa-4e0e-b3da-0b501ec4dca6 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e19b7f7-930a-443f-a214-8fcf414a3811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307610 Jul 13 14:52:20.758418 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:20.807939 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065a17b-2537-421a-859c-16c333b91ab1 req-6702f3f9-d5b8-4fa5-9ece-973351173000 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:20.809333 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7065a17b-2537-421a-859c-16c333b91ab1 req-6702f3f9-d5b8-4fa5-9ece-973351173000 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 946 time: 0.0658481 Jul 13 14:52:20.845684 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7065a17b-2537-421a-859c-16c333b91ab1 req-f5e222b2-bb22-41df-ac23-b88003a29760 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307848 Jul 13 14:52:20.893175 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-783bd63a-1f6d-4fab-a2a6-1f7863629120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:21.460505 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e038ec7-d517-4f3b-9832-92957191f618 req-4d5351e5-bb8b-4c11-9324-6adbb13489e2 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:21.461977 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2e038ec7-d517-4f3b-9832-92957191f618 req-4d5351e5-bb8b-4c11-9324-6adbb13489e2 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 945 time: 0.0629585 Jul 13 14:52:21.497763 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2e038ec7-d517-4f3b-9832-92957191f618 req-e769dc46-3410-4f5c-a5a1-d1131b99de4b tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e19b7f7-930a-443f-a214-8fcf414a3811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304201 Jul 13 14:52:22.021318 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a429d-8bfb-42bd-873f-028474307db2 req-1c4fd799-8cac-4555-b482-cf74be00f2d3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:22.022791 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-524a429d-8bfb-42bd-873f-028474307db2 req-1c4fd799-8cac-4555-b482-cf74be00f2d3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 946 time: 0.0656710 Jul 13 14:52:22.062541 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-524a429d-8bfb-42bd-873f-028474307db2 req-e6a73b12-1bf5-4604-9ea9-26f5ec33b1c5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338850 Jul 13 14:52:22.096769 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.125451 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-683874d3-0481-4969-8d32-e25c81cd3142 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:22.126895 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-683874d3-0481-4969-8d32-e25c81cd3142 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.70 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 945 time: 0.0689924 Jul 13 14:52:22.225979 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Deleting port ed8f30e1-c506-4648-a6ef-d67919fcc961 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:22.226239 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.352785 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] For port ed8f30e1-c506-4648-a6ef-d67919fcc961, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ed8f30e1-c506-4648-a6ef-d67919fcc961,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:22.353152 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.362046 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb516418-a492-4b86-a9f9-969a865cca09 req-513f02b0-d6a3-482a-80d4-13d5e1081f78 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:22.363466 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fb516418-a492-4b86-a9f9-969a865cca09 req-513f02b0-d6a3-482a-80d4-13d5e1081f78 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.70 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 946 time: 0.1238086 Jul 13 14:52:22.579710 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Deleting port 061f240d-1796-4fc8-b49d-592a4761d7e2 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:22.580082 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.633197 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.633569 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.633881 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.l3_db [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Floating IP b2a22815-bf67-4f14-b700-6242098c1ed3 disassociated. External IP: 172.27.0.117, port: ed8f30e1-c506-4648-a6ef-d67919fcc961. Jul 13 14:52:22.634221 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Calling delete_port for ed8f30e1-c506-4648-a6ef-d67919fcc961 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:22.668576 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7291c21-18af-457f-8651-cab7a4a0293f req-d77413e8-b511-4002-ba8b-351c7c66e22e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:22.670082 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e7291c21-18af-457f-8651-cab7a4a0293f req-d77413e8-b511-4002-ba8b-351c7c66e22e tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 945 time: 0.0649924 Jul 13 14:52:22.708405 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e7291c21-18af-457f-8651-cab7a4a0293f req-318c569e-694d-45ad-b93d-e036ca2dce1c tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e19b7f7-930a-443f-a214-8fcf414a3811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326049 Jul 13 14:52:22.721313 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] For port 061f240d-1796-4fc8-b49d-592a4761d7e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=061f240d-1796-4fc8-b49d-592a4761d7e2,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:22.721604 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.738130 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:52:22.915362 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.951602 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event deleted for resources: {'Port': ['ID=ed8f30e1-c506-4648-a6ef-d67919fcc961,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:22.968563 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.968940 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:22.969256 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.l3_db [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Floating IP f80e1c04-a84a-4a5d-b000-3e08ac31963f disassociated. External IP: 172.27.0.162, port: 061f240d-1796-4fc8-b49d-592a4761d7e2. Jul 13 14:52:22.969631 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Calling delete_port for 061f240d-1796-4fc8-b49d-592a4761d7e2 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:23.125902 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Router 434e596b-c3b2-4ea7-acc3-d437154d2337 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:52:23.238868 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175af96-72f5-4acd-829a-60cacb9dc7fd req-c137d5f1-4db0-4dc8-9944-d769bc213276 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:23.240402 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3175af96-72f5-4acd-829a-60cacb9dc7fd req-c137d5f1-4db0-4dc8-9944-d769bc213276 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 946 time: 0.0646000 Jul 13 14:52:23.254187 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:23.279007 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3175af96-72f5-4acd-829a-60cacb9dc7fd req-3171f570-2caa-4190-ac45-86ee9237ac85 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups?id=da2ce0b4-4a3b-4568-8de5-35412efe5c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Jul 13 14:52:23.293032 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event deleted for resources: {'Port': ['ID=061f240d-1796-4fc8-b49d-592a4761d7e2,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:23.313108 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:52:23.323951 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] Sync routers for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:52:23.339190 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:23.340002 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:23.457188 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:23.604063 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:23.657480 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] No DVR routers for this DVR port ed8f30e1-c506-4648-a6ef-d67919fcc961 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:52:23.660059 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:23.662287 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-89aa0ea9-337b-4849-a942-a17b10d37af0 req-9e83f546-ecf4-468d-b4b1-162f29b9f07a tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.70 "DELETE /v2.0/ports/ed8f30e1-c506-4648-a6ef-d67919fcc961 HTTP/1.1" status: 204 len: 173 time: 1.5281625 Jul 13 14:52:23.664663 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'name': 'network-vif-deleted', 'tag': 'ed8f30e1-c506-4648-a6ef-d67919fcc961'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:23.667665 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6474ba-56f3-49ce-beca-86d21e85b473" -d '{"events": [{"server_uuid": "1938a204-4d3b-422a-815f-5bff0647a6ee", "name": "network-vif-deleted", "tag": "ed8f30e1-c506-4648-a6ef-d67919fcc961"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:23.723258 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c6c8d9-6a47-43d1-af55-eaecb0894bfe x-openstack-request-id: req-94c6c8d9-6a47-43d1-af55-eaecb0894bfe {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:23.723635 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1938a204-4d3b-422a-815f-5bff0647a6ee", "name": "network-vif-deleted", "tag": "ed8f30e1-c506-4648-a6ef-d67919fcc961", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:23.723813 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94c6c8d9-6a47-43d1-af55-eaecb0894bfe {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:23.724211 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1938a204-4d3b-422a-815f-5bff0647a6ee', 'name': 'network-vif-deleted', 'tag': 'ed8f30e1-c506-4648-a6ef-d67919fcc961', 'status': 'completed', 'code': 200} Jul 13 14:52:23.768317 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Router 32629a1d-ff8a-40cf-b97a-67232b487569 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:52:23.815883 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:23.849543 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] Checking router: 434e596b-c3b2-4ea7-acc3-d437154d2337 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:52:23.859025 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:23.860432 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:23.899869 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-34b929d3-b121-4a3b-bef4-23bbcad90d99 req-5d832877-6786-44e5-9a60-c75f62d2a689 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/ports?device_id=1938a204-4d3b-422a-815f-5bff0647a6ee HTTP/1.1" status: 200 len: 210 time: 0.0500443 Jul 13 14:52:23.913347 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:52:23.923520 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] Sync routers for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:52:23.935408 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:23.935991 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:23.963160 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] No DVR routers for this DVR port 061f240d-1796-4fc8-b49d-592a4761d7e2 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:52:23.966022 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:23.968239 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fb516418-a492-4b86-a9f9-969a865cca09 req-b14adbde-f415-4620-a03e-8fa78b9fac4f tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.70 "DELETE /v2.0/ports/061f240d-1796-4fc8-b49d-592a4761d7e2 HTTP/1.1" status: 204 len: 173 time: 1.5977089 Jul 13 14:52:23.992565 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:24.044892 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:24.206993 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:24.238832 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a67610-a6e5-473b-9c7b-1832db4aeaa3 None None] The sync data for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi is: [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:46:34Z', 'revision_number': 4, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8', 'name': '', 'network_id': 'b2ddd26d-3988-4f68-a07a-dd596748a7ec', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'mac_address': 'fa:16:3e:a0:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:34Z', 'updated_at': '2021-07-13T14:46:39Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'subnets': [{'id': '425e5777-40a1-4c0a-ab3d-72d699a16fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:52:24.263929 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:24.297795 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] Checking router: 32629a1d-ff8a-40cf-b97a-67232b487569 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:52:24.307370 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:24.308275 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:24.432407 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:24.468433 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8cc427d0-e4ff-423b-9808-be792cc8d1f6 req-616f9b3d-2401-47fa-99e2-8c520dbe34a5 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/ports?device_id=afffc147-4f31-4036-8049-086e78994a39 HTTP/1.1" status: 200 len: 210 time: 0.0457568 Jul 13 14:52:24.584123 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75576d12-1cbd-4cfd-9436-05d4ad60f1a6 None None] New status for floating IP b2a22815-bf67-4f14-b700-6242098c1ed3: DOWN {{(pid=99623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:52:24.645911 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:24.672359 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20d416-7ef1-4add-bfee-b7b7805851f5 None None] The sync data for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi is: [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:45:37Z', 'revision_number': 4, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '343c77f3-e8ea-4a21-942e-bd71a66eb78f', 'name': '', 'network_id': 'e2e73f5c-8937-434e-bea0-2c8f10adb927', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'mac_address': 'fa:16:3e:c5:90:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:32Z', 'updated_at': '2021-07-13T14:45:45Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'subnets': [{'id': '8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:52:24.884666 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac53844e-76d6-49bd-ad79-5cf1f35463b9 None None] New status for floating IP f80e1c04-a84a-4a5d-b000-3e08ac31963f: DOWN {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:52:25.020867 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37134) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:25.077676 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-24e82b27-d01e-472f-b04a-a838e8fc5352 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.102640 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-24e82b27-d01e-472f-b04a-a838e8fc5352 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.148133 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-24e82b27-d01e-472f-b04a-a838e8fc5352 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.150846 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-24e82b27-d01e-472f-b04a-a838e8fc5352 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.152251 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-24e82b27-d01e-472f-b04a-a838e8fc5352 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "DELETE /v2.0/security-groups/3e19b7f7-930a-443f-a214-8fcf414a3811 HTTP/1.1" status: 204 len: 168 time: 0.1300876 Jul 13 14:52:25.155396 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37136) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:25.162483 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e82b27-d01e-472f-b04a-a838e8fc5352 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e19b7f7-930a-443f-a214-8fcf414a3811,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:25.168937 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.api.v2.resource [None req-f2f34925-2c4d-476c-9c69-eb815ebf8fd3 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] show failed (client error): The resource could not be found. Jul 13 14:52:25.169913 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-f2f34925-2c4d-476c-9c69-eb815ebf8fd3 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "GET /v2.0/security-groups/3e19b7f7-930a-443f-a214-8fcf414a3811 HTTP/1.1" status: 404 len: 347 time: 0.0134733 Jul 13 14:52:25.172942 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37138) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:25.293809 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-58d1dfd2-cb57-4de3-b9a3-ad6ebb1ea493 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Deleting port 586c41b8-52fb-4c3e-bc47-c682a31b51cb {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:25.294070 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-58d1dfd2-cb57-4de3-b9a3-ad6ebb1ea493 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.365890 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-58d1dfd2-cb57-4de3-b9a3-ad6ebb1ea493 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.366222 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-58d1dfd2-cb57-4de3-b9a3-ad6ebb1ea493 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.377889 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-58d1dfd2-cb57-4de3-b9a3-ad6ebb1ea493 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Calling delete_port for 586c41b8-52fb-4c3e-bc47-c682a31b51cb owned by network:floatingip {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:25.505933 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-58d1dfd2-cb57-4de3-b9a3-ad6ebb1ea493 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.530507 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1dfd2-cb57-4de3-b9a3-ad6ebb1ea493 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Pushing event deleted for resources: {'Port': ['ID=586c41b8-52fb-4c3e-bc47-c682a31b51cb,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:25.598804 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-58d1dfd2-cb57-4de3-b9a3-ad6ebb1ea493 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks [] for floatingip, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.598804 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-58d1dfd2-cb57-4de3-b9a3-ad6ebb1ea493 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.599128 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37144) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:25.600458 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-58d1dfd2-cb57-4de3-b9a3-ad6ebb1ea493 tempest-AttachVolumeTestJSON-260892564 tempest-AttachVolumeTestJSON-260892564-project] 10.222.0.68 "DELETE /v2.0/floatingips/b2a22815-bf67-4f14-b700-6242098c1ed3 HTTP/1.1" status: 204 len: 168 time: 0.4262810 Jul 13 14:52:25.653834 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4c870afa-ef2d-420a-9521-b74d737dc3a3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.678428 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4c870afa-ef2d-420a-9521-b74d737dc3a3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.709521 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 061f240d-1796-4fc8-b49d-592a4761d7e2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:25.725859 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'name': 'network-vif-deleted', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:25.728579 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129ab98a-214a-4eb8-8b4f-ce3e8018a518" -d '{"events": [{"server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "name": "network-vif-deleted", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:25.729908 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4c870afa-ef2d-420a-9521-b74d737dc3a3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.732729 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4c870afa-ef2d-420a-9521-b74d737dc3a3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.733966 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-4c870afa-ef2d-420a-9521-b74d737dc3a3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "DELETE /v2.0/security-groups/da2ce0b4-4a3b-4568-8de5-35412efe5c02 HTTP/1.1" status: 204 len: 168 time: 0.1338212 Jul 13 14:52:25.738082 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37152) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:25.738995 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 061f240d-1796-4fc8-b49d-592a4761d7e2 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:52:25.739454 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 061f240d-1796-4fc8-b49d-592a4761d7e2 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:52:25.739977 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device ed8f30e1-c506-4648-a6ef-d67919fcc961 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:25.744755 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c870afa-ef2d-420a-9521-b74d737dc3a3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ce0b4-4a3b-4568-8de5-35412efe5c02,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:25.753468 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.api.v2.resource [None req-f1b1a34b-41e3-46e1-bab4-dce2a8326d3a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] show failed (client error): The resource could not be found. Jul 13 14:52:25.757834 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-f1b1a34b-41e3-46e1-bab4-dce2a8326d3a tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "GET /v2.0/security-groups/da2ce0b4-4a3b-4568-8de5-35412efe5c02 HTTP/1.1" status: 404 len: 347 time: 0.0175133 Jul 13 14:52:25.757996 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37154) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:25.765410 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: ed8f30e1-c506-4648-a6ef-d67919fcc961 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:52:25.767202 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device ed8f30e1-c506-4648-a6ef-d67919fcc961 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:52:25.796576 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fd03d1-54a3-4e36-a85d-573d83f31aab x-openstack-request-id: req-f9fd03d1-54a3-4e36-a85d-573d83f31aab {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:25.796864 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afffc147-4f31-4036-8049-086e78994a39", "name": "network-vif-deleted", "tag": "061f240d-1796-4fc8-b49d-592a4761d7e2", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:25.797119 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f9fd03d1-54a3-4e36-a85d-573d83f31aab {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:25.797516 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afffc147-4f31-4036-8049-086e78994a39', 'name': 'network-vif-deleted', 'tag': '061f240d-1796-4fc8-b49d-592a4761d7e2', 'status': 'completed', 'code': 200} Jul 13 14:52:25.886644 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-8ec804e9-8592-4a9a-a90a-d90e5effe3f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Deleting port 51787539-ed71-4fb6-a031-19b49a66eaac {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:25.887005 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8ec804e9-8592-4a9a-a90a-d90e5effe3f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.963880 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8ec804e9-8592-4a9a-a90a-d90e5effe3f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.964317 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8ec804e9-8592-4a9a-a90a-d90e5effe3f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:25.975668 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-8ec804e9-8592-4a9a-a90a-d90e5effe3f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Calling delete_port for 51787539-ed71-4fb6-a031-19b49a66eaac owned by network:floatingip {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:26.100955 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8ec804e9-8592-4a9a-a90a-d90e5effe3f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:26.129628 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec804e9-8592-4a9a-a90a-d90e5effe3f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Pushing event deleted for resources: {'Port': ['ID=51787539-ed71-4fb6-a031-19b49a66eaac,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:26.188779 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8ec804e9-8592-4a9a-a90a-d90e5effe3f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks [] for floatingip, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:26.191222 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8ec804e9-8592-4a9a-a90a-d90e5effe3f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:26.192387 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-8ec804e9-8592-4a9a-a90a-d90e5effe3f3 tempest-AttachVolumeShelveTestJSON-220087575 tempest-AttachVolumeShelveTestJSON-220087575-project] 10.222.0.68 "DELETE /v2.0/floatingips/f80e1c04-a84a-4a5d-b000-3e08ac31963f HTTP/1.1" status: 204 len: 168 time: 0.4334588 Jul 13 14:52:28.728155 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37192) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:29.150553 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716393'] for router_interface, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:29.252792 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37202) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:29.414057 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] Deleting port 343c77f3-e8ea-4a21-942e-bd71a66eb78f {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:29.414411 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:29.494734 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] For port 343c77f3-e8ea-4a21-942e-bd71a66eb78f, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=343c77f3-e8ea-4a21-942e-bd71a66eb78f,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:29.495098 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:29.507915 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] Calling delete_port for 343c77f3-e8ea-4a21-942e-bd71a66eb78f owned by network:router_interface {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:29.682947 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:29.712000 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] Pushing event deleted for resources: {'Port': ['ID=343c77f3-e8ea-4a21-942e-bd71a66eb78f,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:29.876247 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715661'] for router_interface, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:29.919478 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716393'] for router_interface, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:30.084417 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] Router 32629a1d-ff8a-40cf-b97a-67232b487569 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:52:30.187566 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:52:30.192778 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-10c50931-99e7-4f13-b629-81188e0adc03 admin admin] 10.222.0.68 "PUT /v2.0/routers/32629a1d-ff8a-40cf-b97a-67232b487569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4636037 Jul 13 14:52:30.195228 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37206) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:30.198548 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] Sync routers for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:52:30.212591 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:30.213215 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:30.219213 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] Deleting port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:30.219563 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:30.303275 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Notify callbacks [] for router, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:30.303524 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] For port b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:30.304050 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:30.312716 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:30.317203 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] Calling delete_port for b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 owned by network:router_interface {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:30.404160 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:30.456810 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Deleting port 73343a4c-7db6-4e3f-bfb1-d04c14344642 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:30.457503 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:30.496476 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:52:29Z', 'revision_number': 5, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port': {'id': '73343a4c-7db6-4e3f-bfb1-d04c14344642', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:45:27Z', 'updated_at': '2021-07-13T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:30.524135 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] Checking router: 32629a1d-ff8a-40cf-b97a-67232b487569 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:52:30.525027 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:30.533844 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] Routers {'32629a1d-ff8a-40cf-b97a-67232b487569'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:30.534465 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['32629a1d-ff8a-40cf-b97a-67232b487569'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:30.547502 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] For port 73343a4c-7db6-4e3f-bfb1-d04c14344642, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=73343a4c-7db6-4e3f-bfb1-d04c14344642,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:30.547868 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:30.550964 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:30.568503 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Calling delete_port for 73343a4c-7db6-4e3f-bfb1-d04c14344642 owned by network:router_gateway {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:30.626395 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] Set router 32629a1d-ff8a-40cf-b97a-67232b487569 gateway port host: None {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:30.687441 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:52:30Z', 'revision_number': 6, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port_host': None}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:30.717519 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9184005-2a43-49ca-a2a9-dec28390966c None None] The sync data for ids ['32629a1d-ff8a-40cf-b97a-67232b487569'] in dv-cinder-733622-17-iscsi is: [{'id': '32629a1d-ff8a-40cf-b97a-67232b487569', 'name': 'tempest-AttachVolumeShelveTestJSON-1414301638-router', 'tenant_id': '0305e7a2f9b948dfb400a93ba026094d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:45:25Z', 'updated_at': '2021-07-13T14:52:30Z', 'revision_number': 6, 'project_id': '0305e7a2f9b948dfb400a93ba026094d', 'gw_port_host': None}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:52:30.760249 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:30.786058 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715661'] for router_interface, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:30.789684 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Pushing event deleted for resources: {'Port': ['ID=73343a4c-7db6-4e3f-bfb1-d04c14344642,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:30.848014 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717839'] for router_gateway, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.002774 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] Router 434e596b-c3b2-4ea7-acc3-d437154d2337 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:52:31.113558 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:52:31.121544 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-a1a4acb4-cecc-487b-82d7-ad3ff413b773 admin admin] 10.222.0.68 "PUT /v2.0/routers/434e596b-c3b2-4ea7-acc3-d437154d2337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8654909 Jul 13 14:52:31.121905 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37210) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:31.124855 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] Sync routers for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:52:31.134871 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:31.135482 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:31.200289 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4998'] for router, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.205212 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.253800 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:31.265599 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655636'] for router, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.265973 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Notify callbacks [] for router, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.266470 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32629a1d-ff8a-40cf-b97a-67232b487569 {{(pid=99622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:52:31.270748 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] Notify callbacks [] for router, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.274208 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-c1f355b3-24e9-47ef-a520-34ea22809846 admin admin] 10.222.0.68 "DELETE /v2.0/routers/32629a1d-ff8a-40cf-b97a-67232b487569 HTTP/1.1" status: 204 len: 168 time: 1.0757120 Jul 13 14:52:31.274650 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37212) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:31.321058 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe99c0b-db48-492e-9360-d105bf3ad126 admin admin] Deleting subnet 8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 {{(pid=99622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:52:31.324698 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0fe99c0b-db48-492e-9360-d105bf3ad126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.362064 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0fe99c0b-db48-492e-9360-d105bf3ad126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5842348'] for subnet, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.476593 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0fe99c0b-db48-492e-9360-d105bf3ad126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.536621 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:52:30Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:31.552320 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0fe99c0b-db48-492e-9360-d105bf3ad126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6224379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6037158'] for subnet, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.565524 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0fe99c0b-db48-492e-9360-d105bf3ad126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.567209 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0fe99c0b-db48-492e-9360-d105bf3ad126 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77 HTTP/1.1" status: 204 len: 168 time: 0.2915843 Jul 13 14:52:31.570545 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37214) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:31.571996 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1e5da-601d-4c3a-8c4b-37a200c9434f None None] Network e2e73f5c-8937-434e-bea0-2c8f10adb927 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:52:31.585381 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe99c0b-db48-492e-9360-d105bf3ad126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bcd92c5-4c0a-4e90-a04b-89fa0b7d7f77,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:31.599686 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] Checking router: 434e596b-c3b2-4ea7-acc3-d437154d2337 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:52:31.621293 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] Routers {'434e596b-c3b2-4ea7-acc3-d437154d2337'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:31.623298 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['434e596b-c3b2-4ea7-acc3-d437154d2337'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:31.646194 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.667329 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.698426 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 343c77f3-e8ea-4a21-942e-bd71a66eb78f no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:31.741360 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 343c77f3-e8ea-4a21-942e-bd71a66eb78f {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:52:31.742062 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 343c77f3-e8ea-4a21-942e-bd71a66eb78f not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:52:31.758939 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Deleting port 54460a2c-fb6c-4106-9012-886111e57c17 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:31.759277 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.766128 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] Set router 434e596b-c3b2-4ea7-acc3-d437154d2337 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:31.803670 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Deleting port f866b7a1-6402-4758-a56b-896205c50060 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:31.803933 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.854184 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe177881-a67a-427e-a7f2-b1624c48ec92 None None] DHCP port deletion for e2e73f5c-8937-434e-bea0-2c8f10adb927 request from dv-cinder-733622-17-iscsi {{(pid=99623) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:52:31.894965 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] For port f866b7a1-6402-4758-a56b-896205c50060, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=f866b7a1-6402-4758-a56b-896205c50060,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:31.894965 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.907004 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-fe177881-a67a-427e-a7f2-b1624c48ec92 None None] Deleting port f866b7a1-6402-4758-a56b-896205c50060 {{(pid=99623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:31.907504 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fe177881-a67a-427e-a7f2-b1624c48ec92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.918576 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Calling delete_port for f866b7a1-6402-4758-a56b-896205c50060 owned by network:dhcp {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:31.928869 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] For port 54460a2c-fb6c-4106-9012-886111e57c17, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=54460a2c-fb6c-4106-9012-886111e57c17,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:31.929383 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.974518 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:52:30Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:31.979956 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-fe177881-a67a-427e-a7f2-b1624c48ec92 None None] For port f866b7a1-6402-4758-a56b-896205c50060, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=f866b7a1-6402-4758-a56b-896205c50060,segment=NetworkSegment(d94c2b91-6b2e-429d-86a0-d2e66278080e),segment_id=d94c2b91-6b2e-429d-86a0-d2e66278080e)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:31.980414 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fe177881-a67a-427e-a7f2-b1624c48ec92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:31.983275 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Calling delete_port for 54460a2c-fb6c-4106-9012-886111e57c17 owned by network:router_gateway {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:32.003058 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda02db6-4bf2-4075-92f9-3926e5389491 None None] The sync data for ids ['434e596b-c3b2-4ea7-acc3-d437154d2337'] in dv-cinder-733622-17-iscsi is: [{'id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'name': 'tempest-AttachVolumeTestJSON-1009960122-router', 'tenant_id': '746d46972af64df1890a7bdcd7b8f594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '54460a2c-fb6c-4106-9012-886111e57c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:46:30Z', 'updated_at': '2021-07-13T14:52:30Z', 'revision_number': 5, 'project_id': '746d46972af64df1890a7bdcd7b8f594', 'gw_port': {'id': '54460a2c-fb6c-4106-9012-886111e57c17', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:79:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e596b-c3b2-4ea7-acc3-d437154d2337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:46:31Z', 'updated_at': '2021-07-13T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:52:32.003272 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-fe177881-a67a-427e-a7f2-b1624c48ec92 None None] Calling delete_port for f866b7a1-6402-4758-a56b-896205c50060 owned by network:dhcp {{(pid=99623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:32.091168 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.132095 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fe177881-a67a-427e-a7f2-b1624c48ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493'] for port, after_delete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.147160 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Pushing event deleted for resources: {'Port': ['ID=f866b7a1-6402-4758-a56b-896205c50060,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:32.152229 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] No DVR routers for this DVR port f866b7a1-6402-4758-a56b-896205c50060 on host dv-cinder-733622-17-iscsi {{(pid=99621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:52:32.158381 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe177881-a67a-427e-a7f2-b1624c48ec92 None None] Pushing event deleted for resources: {'Port': ['ID=f866b7a1-6402-4758-a56b-896205c50060,revision_number=None']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:32.160750 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe177881-a67a-427e-a7f2-b1624c48ec92 None None] No DVR routers for this DVR port f866b7a1-6402-4758-a56b-896205c50060 on host dv-cinder-733622-17-iscsi {{(pid=99623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:52:32.256148 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.270705 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e73f5c-8937-434e-bea0-2c8f10adb927']}} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:32.283073 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94c2b91-6b2e-429d-86a0-d2e66278080e') {'for_net_delete': True} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:32.283368 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94c2b91-6b2e-429d-86a0-d2e66278080e') {} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:32.297084 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5033204'] for segment, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.305438 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.335581 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.341396 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=54460a2c-fb6c-4106-9012-886111e57c17,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:32.347197 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=99621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:52:32.347599 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033249'] for segment, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: Traceback (most recent call last): Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: timer() Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: cb(*args, **kw) Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: return func(*args, **kwargs) Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: self._notify() Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: self.callback(batched_events) Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: event.method(event) Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: return f(self, *a, **k) Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._get(url).json() Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: return self.request(url, 'GET', **kwargs) Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:52:32.349368 dv-cinder-733622-17-iscsi neutron-server[99621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:52:32.448011 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.454980 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717839'] for router_gateway, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.475364 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.477268 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] 10.222.0.68 "DELETE /v2.0/networks/e2e73f5c-8937-434e-bea0-2c8f10adb927 HTTP/1.1" status: 204 len: 168 time: 0.9058871 Jul 13 14:52:32.508925 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fe2be-a476-41e1-81ca-6e285c5f09df admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e73f5c-8937-434e-bea0-2c8f10adb927,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:32.573932 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4998'] for router, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.576268 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.588104 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37218) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:32.633225 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-e438c508-cfa2-4ea6-91ba-d84ad4a4c062 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0305e7a2f9b948dfb400a93ba026094d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418665 Jul 13 14:52:32.633615 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37220) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:32.640899 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655636'] for router, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.641522 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 434e596b-c3b2-4ea7-acc3-d437154d2337 {{(pid=99621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:52:32.647133 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] Notify callbacks [] for router, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.648411 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-df630478-6f6d-451a-ba2d-7673fa034a76 admin admin] 10.222.0.68 "DELETE /v2.0/routers/434e596b-c3b2-4ea7-acc3-d437154d2337 HTTP/1.1" status: 204 len: 168 time: 1.5255570 Jul 13 14:52:32.650736 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37222) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:32.688004 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4d42-727d-45b7-a5e6-266cd4c46926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.699203 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_v2 [None req-983fe894-8043-41da-8718-c546c12791a1 admin admin] Deleting subnet 425e5777-40a1-4c0a-ab3d-72d699a16fe1 {{(pid=99621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:52:32.702539 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-983fe894-8043-41da-8718-c546c12791a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.714035 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4d42-727d-45b7-a5e6-266cd4c46926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.739066 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-983fe894-8043-41da-8718-c546c12791a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5033197'] for subnet, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.766520 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4d42-727d-45b7-a5e6-266cd4c46926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.769007 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4d42-727d-45b7-a5e6-266cd4c46926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.772664 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-c0ef4d42-727d-45b7-a5e6-266cd4c46926 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13f03ec1-8845-42fc-9d01-131594194189 HTTP/1.1" status: 204 len: 168 time: 0.1356485 Jul 13 14:52:32.782735 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef4d42-727d-45b7-a5e6-266cd4c46926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f03ec1-8845-42fc-9d01-131594194189,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:32.860605 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-983fe894-8043-41da-8718-c546c12791a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.913736 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-983fe894-8043-41da-8718-c546c12791a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4906980'] for subnet, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.942525 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fe894-8043-41da-8718-c546c12791a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425e5777-40a1-4c0a-ab3d-72d699a16fe1,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:32.946378 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-983fe894-8043-41da-8718-c546c12791a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:32.948449 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-983fe894-8043-41da-8718-c546c12791a1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/425e5777-40a1-4c0a-ab3d-72d699a16fe1 HTTP/1.1" status: 204 len: 168 time: 0.2965214 Jul 13 14:52:32.951671 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37228) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:32.953456 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05e1f41-1470-4dd0-beb1-6608cf547076 None None] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:52:33.024673 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.084432 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Deleting port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:33.084977 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.170967 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] For port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=76e1da4a-829e-43d4-9f51-3d3a5bdecd89,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:33.171399 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.187306 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Calling delete_port for 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 owned by network:dhcp {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:33.192962 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb7763-ecd0-40b2-b2f8-00928e6df514 None None] DHCP port deletion for b2ddd26d-3988-4f68-a07a-dd596748a7ec request from dv-cinder-733622-17-iscsi {{(pid=99623) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:52:33.245593 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-93bb7763-ecd0-40b2-b2f8-00928e6df514 None None] Deleting port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 {{(pid=99623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:33.245979 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-93bb7763-ecd0-40b2-b2f8-00928e6df514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.285019 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.286843 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:33.312382 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e1da4a-829e-43d4-9f51-3d3a5bdecd89,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:33.319425 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] No DVR routers for this DVR port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 on host dv-cinder-733622-17-iscsi {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:52:33.397044 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.409006 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ddd26d-3988-4f68-a07a-dd596748a7ec']}} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:33.423947 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5512391e-f6c6-4752-95d0-f9b2abebb481') {'for_net_delete': True} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:33.424240 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5512391e-f6c6-4752-95d0-f9b2abebb481') {} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:33.433918 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5842357'] for segment, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.440036 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:52:33.440392 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device b3a296c3-43a9-4a3d-ada7-ce6e048bc1c8 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:52:33.441026 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 54460a2c-fb6c-4106-9012-886111e57c17 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:33.453596 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.461789 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=99622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:52:33.462538 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6223957'] for segment, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: Traceback (most recent call last): Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: timer() Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: cb(*args, **kw) Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: return func(*args, **kwargs) Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: self._notify() Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: self.callback(batched_events) Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: event.method(event) Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: return f(self, *a, **k) Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._get(url).json() Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: return self.request(url, 'GET', **kwargs) Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:52:33.465043 dv-cinder-733622-17-iscsi neutron-server[99622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:52:33.469185 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 54460a2c-fb6c-4106-9012-886111e57c17 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:52:33.469725 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 54460a2c-fb6c-4106-9012-886111e57c17 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:52:33.470334 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 73343a4c-7db6-4e3f-bfb1-d04c14344642 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:33.499347 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 73343a4c-7db6-4e3f-bfb1-d04c14344642 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:52:33.499678 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 73343a4c-7db6-4e3f-bfb1-d04c14344642 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:52:33.500356 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:33.505911 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-93bb7763-ecd0-40b2-b2f8-00928e6df514 None None] For port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=76e1da4a-829e-43d4-9f51-3d3a5bdecd89,segment=NetworkSegment(5512391e-f6c6-4752-95d0-f9b2abebb481),segment_id=5512391e-f6c6-4752-95d0-f9b2abebb481)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:33.506032 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-93bb7763-ecd0-40b2-b2f8-00928e6df514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.527556 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.529863 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:52:33.530478 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:52:33.531126 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device f866b7a1-6402-4758-a56b-896205c50060 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:52:33.536298 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.540912 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b2ddd26d-3988-4f68-a07a-dd596748a7ec HTTP/1.1" status: 204 len: 168 time: 0.5856128 Jul 13 14:52:33.554359 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb85a97-c5c8-4e4d-ab60-e429acf59fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ddd26d-3988-4f68-a07a-dd596748a7ec,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:33.558108 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-93bb7763-ecd0-40b2-b2f8-00928e6df514 None None] Calling delete_port for 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 owned by network:dhcp {{(pid=99623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:33.559921 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: f866b7a1-6402-4758-a56b-896205c50060 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:52:33.560324 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device f866b7a1-6402-4758-a56b-896205c50060 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:52:33.651346 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-93bb7763-ecd0-40b2-b2f8-00928e6df514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493'] for port, after_delete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.679308 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93bb7763-ecd0-40b2-b2f8-00928e6df514 None None] Network b2ddd26d-3988-4f68-a07a-dd596748a7ec is not hosted by any dhcp agent {{(pid=99623) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 13 14:52:33.679715 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb7763-ecd0-40b2-b2f8-00928e6df514 None None] No DVR routers for this DVR port 76e1da4a-829e-43d4-9f51-3d3a5bdecd89 on host dv-cinder-733622-17-iscsi {{(pid=99623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:52:33.681588 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb7763-ecd0-40b2-b2f8-00928e6df514 None None] Pushing event deleted for resources: {'Port': ['ID=76e1da4a-829e-43d4-9f51-3d3a5bdecd89,revision_number=None']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:33.741106 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37250) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:33.781027 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-d031be2e-e7ef-43c2-9a0f-4cd45f4b116d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=746d46972af64df1890a7bdcd7b8f594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386941 Jul 13 14:52:33.783567 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37254) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:33.831135 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-398f146d-1a4f-4b11-95c5-edcd4f3e68e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.855065 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-398f146d-1a4f-4b11-95c5-edcd4f3e68e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.902871 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-398f146d-1a4f-4b11-95c5-edcd4f3e68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.906248 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-398f146d-1a4f-4b11-95c5-edcd4f3e68e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.907395 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-398f146d-1a4f-4b11-95c5-edcd4f3e68e5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/74802da3-d114-443a-abca-9375ac83532f HTTP/1.1" status: 204 len: 168 time: 0.1227877 Jul 13 14:52:33.915097 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f146d-1a4f-4b11-95c5-edcd4f3e68e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74802da3-d114-443a-abca-9375ac83532f,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:34.911266 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37318) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:35.038012 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6056c00d-da72-41d3-9bb3-7d7b7c496ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.135580 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6056c00d-da72-41d3-9bb3-7d7b7c496ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.139621 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-6056c00d-da72-41d3-9bb3-7d7b7c496ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.176601 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056c00d-da72-41d3-9bb3-7d7b7c496ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7722f-9558-4c18-91de-96ba77f51713,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:35.181419 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-6056c00d-da72-41d3-9bb3-7d7b7c496ef6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9017dbebe2cb4fcf958d72a55ecd2777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690876 Jul 13 14:52:35.184494 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37330) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:35.233141 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0ed08e94-83f4-472b-a7fd-90bc4c4b89a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.253236 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0ed08e94-83f4-472b-a7fd-90bc4c4b89a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.300875 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0ed08e94-83f4-472b-a7fd-90bc4c4b89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.303494 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0ed08e94-83f4-472b-a7fd-90bc4c4b89a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.304673 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-0ed08e94-83f4-472b-a7fd-90bc4c4b89a8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53e7722f-9558-4c18-91de-96ba77f51713 HTTP/1.1" status: 204 len: 168 time: 0.1191325 Jul 13 14:52:35.312964 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed08e94-83f4-472b-a7fd-90bc4c4b89a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7722f-9558-4c18-91de-96ba77f51713,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:35.556695 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37336) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:35.570004 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9fe30834-0559-4c39-affd-061c289dff03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.657131 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9fe30834-0559-4c39-affd-061c289dff03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.660564 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9fe30834-0559-4c39-affd-061c289dff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.697958 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-9fe30834-0559-4c39-affd-061c289dff03 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=783de3e170ee43d185e7a88e8a54af1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402369 Jul 13 14:52:35.698902 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe30834-0559-4c39-affd-061c289dff03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af7d01b-c5a7-42c4-bcec-736e61886656,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:35.700646 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37338) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:35.748296 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6819c3d6-223c-434b-b696-64f4a25dcd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.768430 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6819c3d6-223c-434b-b696-64f4a25dcd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.816854 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6819c3d6-223c-434b-b696-64f4a25dcd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.819505 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6819c3d6-223c-434b-b696-64f4a25dcd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.820658 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-6819c3d6-223c-434b-b696-64f4a25dcd13 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2af7d01b-c5a7-42c4-bcec-736e61886656 HTTP/1.1" status: 204 len: 168 time: 0.1190271 Jul 13 14:52:35.828694 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819c3d6-223c-434b-b696-64f4a25dcd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af7d01b-c5a7-42c4-bcec-736e61886656,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:43.203704 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37512) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:43.301601 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-945895ad-30c8-4c00-8a5b-998b6b84915d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:43.386994 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-945895ad-30c8-4c00-8a5b-998b6b84915d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:43.391511 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-945895ad-30c8-4c00-8a5b-998b6b84915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:43.427165 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945895ad-30c8-4c00-8a5b-998b6b84915d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95600d72-cb27-4004-a4ca-6dbc7b15af8b,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:43.431454 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-945895ad-30c8-4c00-8a5b-998b6b84915d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f14bbcb25dde4e20a283ef50c654de03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267110 Jul 13 14:52:43.433978 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37516) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:43.482425 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9694f9fc-a55e-4d02-ae3f-53f81afe5d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:43.503506 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9694f9fc-a55e-4d02-ae3f-53f81afe5d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:43.548200 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9694f9fc-a55e-4d02-ae3f-53f81afe5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:43.550772 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9694f9fc-a55e-4d02-ae3f-53f81afe5d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:43.551900 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-9694f9fc-a55e-4d02-ae3f-53f81afe5d1e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/95600d72-cb27-4004-a4ca-6dbc7b15af8b HTTP/1.1" status: 204 len: 168 time: 0.1170363 Jul 13 14:52:43.559635 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694f9fc-a55e-4d02-ae3f-53f81afe5d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95600d72-cb27-4004-a4ca-6dbc7b15af8b,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:46.564507 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:47.287345 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-ddc7b931-4e1d-4c23-a2a3-45983499c3a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521979 Jul 13 14:52:47.375339 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-c29a3d56-2f70-4312-8ed9-f659f4677f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:47.376798 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-c29a3d56-2f70-4312-8ed9-f659f4677f28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 1098 time: 0.0504324 Jul 13 14:52:47.476180 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-a2e9b57e-cc18-4206-8d72-4b28da7c9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:47.477576 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-a2e9b57e-cc18-4206-8d72-4b28da7c9ac2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 912 time: 0.0806563 Jul 13 14:52:47.543588 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-b1c52346-c7d7-49e3-9cf4-88b990dbe3d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f8094eb-c4b8-4600-8b72-87ceab6e918c HTTP/1.1" status: 200 len: 1001 time: 0.0598269 Jul 13 14:52:47.592135 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-63977dd7-cb51-41b1-b035-a3f9baa7ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:47.593574 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-63977dd7-cb51-41b1-b035-a3f9baa7ef14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0434189 Jul 13 14:52:47.653112 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-60fec222-9bdb-4107-bdff-dbaea1be9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:47.654927 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-60fec222-9bdb-4107-bdff-dbaea1be9e36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552104 Jul 13 14:52:47.753762 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-feeb28f3-ccad-4a65-a925-9d6c720a6b08 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911725 Jul 13 14:52:47.848129 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5a011d5f-05f8-4a26-b3ab-646c464422df req-0f7492c8-ebc6-4ed2-85b9-a9ea817b17e3 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871150 Jul 13 14:52:48.266996 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0e39c923-0310-400c-a1d8-708913d95f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:50.760359 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:50.893417 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-4a11135f-03f3-4864-81ed-d4669059c041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:51.910463 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37730) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:52.009234 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.097314 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.098309 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.100492 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.137425 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f1ac8d0336e241598bc668586f2e32d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257795 Jul 13 14:52:52.138548 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76caf2ce-e557-4b55-b3cd-8054ab6e18b7,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:52.140172 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37734) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:52.145497 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.145851 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.146199 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.146540 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.146878 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.147215 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.147553 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.147890 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.148251 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.148581 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.148911 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.149234 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cd5b24-81bd-4823-830d-a5fbf79b765c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:52:52.190801 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9066f144-fbec-4143-930b-6edf2d32515e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.210921 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9066f144-fbec-4143-930b-6edf2d32515e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.255794 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9066f144-fbec-4143-930b-6edf2d32515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.258274 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9066f144-fbec-4143-930b-6edf2d32515e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.259388 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-9066f144-fbec-4143-930b-6edf2d32515e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76caf2ce-e557-4b55-b3cd-8054ab6e18b7 HTTP/1.1" status: 204 len: 168 time: 0.1182392 Jul 13 14:52:52.267019 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066f144-fbec-4143-930b-6edf2d32515e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76caf2ce-e557-4b55-b3cd-8054ab6e18b7,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:52.505018 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37740) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:52.518444 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c656af8b-4164-48fd-9690-c1ddb8754221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.605768 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c656af8b-4164-48fd-9690-c1ddb8754221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.609204 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c656af8b-4164-48fd-9690-c1ddb8754221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.645839 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-c656af8b-4164-48fd-9690-c1ddb8754221 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c014650d4cf44db89c0d1e6ac0b6e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397860 Jul 13 14:52:52.646755 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656af8b-4164-48fd-9690-c1ddb8754221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391233e0-89c4-4469-8c69-f0785639a5ef,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:52.648494 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37742) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:52.697965 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2dfdec45-cf2c-478d-acdb-cd0e46889a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.719407 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2dfdec45-cf2c-478d-acdb-cd0e46889a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.765475 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2dfdec45-cf2c-478d-acdb-cd0e46889a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.768677 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2dfdec45-cf2c-478d-acdb-cd0e46889a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:52.769772 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-2dfdec45-cf2c-478d-acdb-cd0e46889a71 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/391233e0-89c4-4469-8c69-f0785639a5ef HTTP/1.1" status: 204 len: 168 time: 0.1196585 Jul 13 14:52:52.778895 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdec45-cf2c-478d-acdb-cd0e46889a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391233e0-89c4-4469-8c69-f0785639a5ef,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:53.454341 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.108522 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37804) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:54.208974 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc196-4c3f-4763-90de-e048c490bcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.301655 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc196-4c3f-4763-90de-e048c490bcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.305495 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc196-4c3f-4763-90de-e048c490bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.309540 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37812) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:54.346963 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0a7cc196-4c3f-4763-90de-e048c490bcd9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=05a0f13897c24ce389b49e149ba1ddcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372472 Jul 13 14:52:54.348112 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cc196-4c3f-4763-90de-e048c490bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1232ad28-113e-4e2d-954c-a017e8a4b2a9,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:54.349598 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37816) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:54.400041 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e29fbb3-3da0-4dbd-8b0f-0681b22ba51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.421656 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b47302a2-21c2-4526-adc2-4d2688b956dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.438789 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e29fbb3-3da0-4dbd-8b0f-0681b22ba51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.504436 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e29fbb3-3da0-4dbd-8b0f-0681b22ba51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.506966 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1e29fbb3-3da0-4dbd-8b0f-0681b22ba51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.508246 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1e29fbb3-3da0-4dbd-8b0f-0681b22ba51f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1232ad28-113e-4e2d-954c-a017e8a4b2a9 HTTP/1.1" status: 204 len: 168 time: 0.1574817 Jul 13 14:52:54.521636 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29fbb3-3da0-4dbd-8b0f-0681b22ba51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1232ad28-113e-4e2d-954c-a017e8a4b2a9,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:54.585656 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b47302a2-21c2-4526-adc2-4d2688b956dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.590894 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b47302a2-21c2-4526-adc2-4d2688b956dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.638051 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47302a2-21c2-4526-adc2-4d2688b956dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8f250d-7ead-4b75-a83c-4439d02c0c08,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:54.645936 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37826) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:54.646057 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-b47302a2-21c2-4526-adc2-4d2688b956dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7aa3a29e2d2442dc972d68f137c41f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353069 Jul 13 14:52:54.706132 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0b9861f8-152a-4ec5-a3e9-20247337f10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.728050 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0b9861f8-152a-4ec5-a3e9-20247337f10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.783454 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0b9861f8-152a-4ec5-a3e9-20247337f10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.786352 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0b9861f8-152a-4ec5-a3e9-20247337f10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.787572 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0b9861f8-152a-4ec5-a3e9-20247337f10c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0a8f250d-7ead-4b75-a83c-4439d02c0c08 HTTP/1.1" status: 204 len: 168 time: 0.1407175 Jul 13 14:52:54.790441 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f199d1-4763-4581-b190-666619a8d69b req-0012b69a-3f01-455f-9f46-143687f6a012 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:54.796087 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9861f8-152a-4ec5-a3e9-20247337f10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8f250d-7ead-4b75-a83c-4439d02c0c08,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:54.797708 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-98f199d1-4763-4581-b190-666619a8d69b req-0012b69a-3f01-455f-9f46-143687f6a012 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 945 time: 0.0742195 Jul 13 14:52:54.804336 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37830) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:54.820160 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7bf031a0-87b3-46c9-8f2f-12db79eb81aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.832393 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-98f199d1-4763-4581-b190-666619a8d69b req-2d69cba9-fefe-4324-b5d8-d8cfcea35708 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336194 Jul 13 14:52:54.913041 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7bf031a0-87b3-46c9-8f2f-12db79eb81aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.917160 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7bf031a0-87b3-46c9-8f2f-12db79eb81aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:54.957259 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-7bf031a0-87b3-46c9-8f2f-12db79eb81aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83868d46d5074b46a2d86089a0ed31a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495671 Jul 13 14:52:54.957259 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf031a0-87b3-46c9-8f2f-12db79eb81aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cf69fa-e8d8-4d66-bdc0-e007bce5dacb,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:54.957660 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37832) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:55.009413 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-09337366-894c-486f-aebd-45b0bc78bba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.031298 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-09337366-894c-486f-aebd-45b0bc78bba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.083727 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-09337366-894c-486f-aebd-45b0bc78bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.086388 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-09337366-894c-486f-aebd-45b0bc78bba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.087609 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-09337366-894c-486f-aebd-45b0bc78bba5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f0cf69fa-e8d8-4d66-bdc0-e007bce5dacb HTTP/1.1" status: 204 len: 168 time: 0.1289358 Jul 13 14:52:55.096768 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09337366-894c-486f-aebd-45b0bc78bba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cf69fa-e8d8-4d66-bdc0-e007bce5dacb,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:55.121665 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37838) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:55.134688 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5cd4eeed-d060-43f5-aa37-5cde9bc75c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.227946 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5cd4eeed-d060-43f5-aa37-5cde9bc75c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.232326 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5cd4eeed-d060-43f5-aa37-5cde9bc75c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.269028 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-5cd4eeed-d060-43f5-aa37-5cde9bc75c78 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9fd06327ac8f494e97e8a25d8a9ab8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462924 Jul 13 14:52:55.271549 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37842) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:55.279222 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4eeed-d060-43f5-aa37-5cde9bc75c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a977bd5f-975a-4019-b65c-23067e63535b,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:55.326417 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9a43ab7c-edbe-482a-85f3-d91539bb0e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.347979 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9a43ab7c-edbe-482a-85f3-d91539bb0e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.394211 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9a43ab7c-edbe-482a-85f3-d91539bb0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.396932 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-9a43ab7c-edbe-482a-85f3-d91539bb0e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:55.398076 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-9a43ab7c-edbe-482a-85f3-d91539bb0e2b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a977bd5f-975a-4019-b65c-23067e63535b HTTP/1.1" status: 204 len: 168 time: 0.1255991 Jul 13 14:52:55.406655 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43ab7c-edbe-482a-85f3-d91539bb0e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977bd5f-975a-4019-b65c-23067e63535b,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:56.018511 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec966255-223f-4cab-9129-f7d385b06b45 req-c33d5eee-a3ee-43fd-afde-3a3f49e72c2b tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:56.024600 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ec966255-223f-4cab-9129-f7d385b06b45 req-c33d5eee-a3ee-43fd-afde-3a3f49e72c2b tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 945 time: 0.0720863 Jul 13 14:52:56.058959 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ec966255-223f-4cab-9129-f7d385b06b45 req-dd270f36-48a1-49ee-aa58-7533b2b5287b tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330262 Jul 13 14:52:56.222947 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-43da6e1e-7353-499d-9041-588ec2d0c916 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:56.224456 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-43da6e1e-7353-499d-9041-588ec2d0c916 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 945 time: 0.0712345 Jul 13 14:52:56.331821 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Deleting port 0f8094eb-c4b8-4600-8b72-87ceab6e918c {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:52:56.332229 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:56.421692 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] For port 0f8094eb-c4b8-4600-8b72-87ceab6e918c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8094eb-c4b8-4600-8b72-87ceab6e918c,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:52:56.421990 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:56.593506 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:56.593888 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:56.594221 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.l3_db [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Floating IP c6985b66-869e-4ab3-b3ab-ad3483d8799c disassociated. External IP: 172.27.0.237, port: 0f8094eb-c4b8-4600-8b72-87ceab6e918c. Jul 13 14:52:56.594551 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Calling delete_port for 0f8094eb-c4b8-4600-8b72-87ceab6e918c owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:52:56.720728 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:56.749873 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event deleted for resources: {'Port': ['ID=0f8094eb-c4b8-4600-8b72-87ceab6e918c,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:56.874275 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:52:56.982685 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:52:56.998015 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] Sync routers for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:52:57.008696 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:57.009488 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:57.027069 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] No DVR routers for this DVR port 0f8094eb-c4b8-4600-8b72-87ceab6e918c on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:52:57.029653 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:57.031631 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5d671f59-f909-47d6-8103-6e4a82565c03 req-a987182d-3411-418a-9c16-96cc74bd3288 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "DELETE /v2.0/ports/0f8094eb-c4b8-4600-8b72-87ceab6e918c HTTP/1.1" status: 204 len: 173 time: 0.8009665 Jul 13 14:52:57.032109 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'name': 'network-vif-deleted', 'tag': '0f8094eb-c4b8-4600-8b72-87ceab6e918c'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:52:57.034659 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaac606-b373-4be6-bfda-b7e553e11a56" -d '{"events": [{"server_uuid": "e6053ab5-3655-4cf1-b3fb-8457c62f6eca", "name": "network-vif-deleted", "tag": "0f8094eb-c4b8-4600-8b72-87ceab6e918c"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:52:57.097528 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52396a53-e122-4054-94b4-eecff0f22474 x-openstack-request-id: req-52396a53-e122-4054-94b4-eecff0f22474 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:52:57.097923 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6053ab5-3655-4cf1-b3fb-8457c62f6eca", "name": "network-vif-deleted", "tag": "0f8094eb-c4b8-4600-8b72-87ceab6e918c", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:52:57.098300 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-52396a53-e122-4054-94b4-eecff0f22474 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:52:57.098844 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6053ab5-3655-4cf1-b3fb-8457c62f6eca', 'name': 'network-vif-deleted', 'tag': '0f8094eb-c4b8-4600-8b72-87ceab6e918c', 'status': 'completed', 'code': 200} Jul 13 14:52:57.133087 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:57.245006 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8d3fcb45-799b-4caa-aede-ec2fe62f1aff req-8085158a-2dc8-4543-8d6b-6e1aab4621d8 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6053ab5-3655-4cf1-b3fb-8457c62f6eca HTTP/1.1" status: 200 len: 210 time: 0.0481019 Jul 13 14:52:57.385519 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:57.413658 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] Checking router: 8866f587-706f-4d16-a5d0-0a4cb2132ae0 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:52:57.422280 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:52:57.423243 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:57.433439 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37946) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:57.552971 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:52:57.553779 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-65e7b76c-15e5-461f-9add-8a10dc414068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:57.642297 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-65e7b76c-15e5-461f-9add-8a10dc414068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:57.647268 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-65e7b76c-15e5-461f-9add-8a10dc414068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:57.686048 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-65e7b76c-15e5-461f-9add-8a10dc414068 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=79ff34f35a8c467d895d6abc38c4b5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506440 Jul 13 14:52:57.686841 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7b76c-15e5-461f-9add-8a10dc414068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8195a6-564e-487c-a7a7-735192615c8f,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:57.690418 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37952) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:57.748625 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-85bfcfa7-b3d9-466f-802a-6ff174148125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:57.766638 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:52:57.772282 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-85bfcfa7-b3d9-466f-802a-6ff174148125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:57.793939 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da543935-e851-41f9-abfc-d954ea495f20 None None] The sync data for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi is: [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:52:57.835238 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-85bfcfa7-b3d9-466f-802a-6ff174148125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:57.838042 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-85bfcfa7-b3d9-466f-802a-6ff174148125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:57.842519 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-85bfcfa7-b3d9-466f-802a-6ff174148125 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5b8195a6-564e-487c-a7a7-735192615c8f HTTP/1.1" status: 204 len: 168 time: 0.1510322 Jul 13 14:52:57.851583 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfcfa7-b3d9-466f-802a-6ff174148125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8195a6-564e-487c-a7a7-735192615c8f,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:58.032544 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28811a56-1d8f-4e19-b3d6-3fa73d33940e None None] New status for floating IP c6985b66-869e-4ab3-b3ab-ad3483d8799c: DOWN {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:52:58.107163 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 37958) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:58.120124 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b0565713-8608-4e45-9142-4c4cf6c0b2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.217230 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b0565713-8608-4e45-9142-4c4cf6c0b2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.220704 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b0565713-8608-4e45-9142-4c4cf6c0b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.257722 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-b0565713-8608-4e45-9142-4c4cf6c0b2f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b35a4003c4184a30aabbc05ae5c3f8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494277 Jul 13 14:52:58.258982 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0565713-8608-4e45-9142-4c4cf6c0b2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83898c86-4da9-4c9f-9914-b52d5be5659f,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:58.260412 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 37960) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:52:58.310890 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-67e69c8d-edba-407b-b693-4b3133448072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.332387 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-67e69c8d-edba-407b-b693-4b3133448072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.377345 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-67e69c8d-edba-407b-b693-4b3133448072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.379869 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-67e69c8d-edba-407b-b693-4b3133448072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:58.381056 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-67e69c8d-edba-407b-b693-4b3133448072 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83898c86-4da9-4c9f-9914-b52d5be5659f HTTP/1.1" status: 204 len: 168 time: 0.1195884 Jul 13 14:52:58.389551 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e69c8d-edba-407b-b693-4b3133448072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83898c86-4da9-4c9f-9914-b52d5be5659f,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:52:58.529270 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-5daf1ba2-d1ab-4912-8009-1fa008e1a220 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273559919&fields=id&tenant_id=06133272fcc84f67bfa6304b218717e5 HTTP/1.1" status: 200 len: 267 time: 0.0334015 Jul 13 14:52:58.633156 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-32e83258-30bf-4316-98a2-98e9e3195020 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:52:58.634603 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-32e83258-30bf-4316-98a2-98e9e3195020 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 811 time: 0.0989385 Jul 13 14:52:58.650354 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-0808338e-56a5-4e7e-bd1e-5650a53a8b15 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/quotas/06133272fcc84f67bfa6304b218717e5 HTTP/1.1" status: 200 len: 375 time: 0.0098391 Jul 13 14:52:58.723351 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-2b9ab39c-5321-49ac-b4cb-eaf309bd0066 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663259 Jul 13 14:52:58.817219 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-7f0bcf45-2136-45fe-bca4-a5a363bc5afc service neutron] 10.222.0.68 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819230 Jul 13 14:52:58.909371 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-f68e08f4-c402-48a6-bd2e-208cc76f7c00 service neutron] 10.222.0.68 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859189 Jul 13 14:52:59.210490 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cac18426-221e-4535-87f5-45cc9af2afc1 req-76ad5aa2-6446-42f9-9cad-cba77ed66ebe tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 210 time: 0.0315323 Jul 13 14:52:59.737184 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:53:00.349436 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cfa64917-1eb7-4f4f-804c-5aaa2803117e req-99556a10-8ba6-4fdc-947c-aa5926297399 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 210 time: 0.0282199 Jul 13 14:53:00.528204 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 0f8094eb-c4b8-4600-8b72-87ceab6e918c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:53:00.549797 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 0f8094eb-c4b8-4600-8b72-87ceab6e918c {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:53:00.550150 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 0f8094eb-c4b8-4600-8b72-87ceab6e918c not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:53:01.279776 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-a7499b5b-f289-4a94-9a34-202e981f9723 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:01.281319 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-a7499b5b-f289-4a94-9a34-202e981f9723 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 811 time: 0.1215389 Jul 13 14:53:01.333201 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-66d685e4-b100-4520-876e-fc206fa87846 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06133272fcc84f67bfa6304b218717e5 HTTP/1.1" status: 200 len: 379 time: 0.0368092 Jul 13 14:53:01.343319 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'port': {'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'admin_state_up': True, 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'security_groups': ['11e01330-3f82-408e-aad3-3617a2dd50e5']}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:01.449774 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Made reservation on behalf of 06133272fcc84f67bfa6304b218717e5 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:53:01.453265 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:01.491172 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f11590de-32d7-4878-8e3f-f31fd4a62cfb req-1058b31e-2131-4f37-8013-1eb53c26bbba tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 210 time: 0.0293036 Jul 13 14:53:01.577563 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Allocated IP 172.20.0.9 (1243d244-8e7c-4936-be5f-46d13ffbf9fd/a15289ae-b56b-4ed7-b63d-8ade077e6745/b4ea7c2d-2337-4100-954f-45ead64213c3) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:01.724292 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:01.737802 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Transition to ACTIVE for port object b4ea7c2d-2337-4100-954f-45ead64213c3 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:01.771787 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:01.832288 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:01.836454 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:01.838608 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'Port': ['ID=b4ea7c2d-2337-4100-954f-45ead64213c3,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:01.844322 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:01.909322 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:01.914111 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:01.925457 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-845b7d25-a201-49b9-bee7-e834072bbc73 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874176 Jul 13 14:53:01.937869 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Request body: {'port': {'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:02.020865 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.073736 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-1d71e64e-a0ce-4d9c-965f-2e0c69e2e7b6 None None] Provisioning for port b4ea7c2d-2337-4100-954f-45ead64213c3 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:02.079624 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-1d71e64e-a0ce-4d9c-965f-2e0c69e2e7b6 None None] Provisioning complete for port b4ea7c2d-2337-4100-954f-45ead64213c3 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:02.080011 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-1d71e64e-a0ce-4d9c-965f-2e0c69e2e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.119495 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-1d71e64e-a0ce-4d9c-965f-2e0c69e2e7b6 None None] Port b4ea7c2d-2337-4100-954f-45ead64213c3 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:53:02.296245 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ea7c2d-2337-4100-954f-45ead64213c3 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:53:02.304033 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.316783 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Transition to ACTIVE for port object b4ea7c2d-2337-4100-954f-45ead64213c3 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:02.320593 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.376143 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ea7c2d-2337-4100-954f-45ead64213c3,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:02.451151 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Attempting to bind port b4ea7c2d-2337-4100-954f-45ead64213c3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:02.451662 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Attempting to bind port b4ea7c2d-2337-4100-954f-45ead64213c3 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:02.451848 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Attempting to bind port b4ea7c2d-2337-4100-954f-45ead64213c3 on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:02.456546 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Port b4ea7c2d-2337-4100-954f-45ead64213c3 on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:53:02.456927 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Attempting to bind port b4ea7c2d-2337-4100-954f-45ead64213c3 on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:02.462027 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:02.462499 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Checking segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:02.462925 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Bound using segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:02.463362 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Bound port: b4ea7c2d-2337-4100-954f-45ead64213c3, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:02.463726 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.503668 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38084) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:02.536939 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] For port b4ea7c2d-2337-4100-954f-45ead64213c3, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:02.541181 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] For port b4ea7c2d-2337-4100-954f-45ead64213c3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b4ea7c2d-2337-4100-954f-45ead64213c3,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:02.550375 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.588870 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:02.589475 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.591521 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] 10.222.0.70 "PUT /v2.0/ports/b4ea7c2d-2337-4100-954f-45ead64213c3 HTTP/1.1" status: 200 len: 1093 time: 0.6586292 Jul 13 14:53:02.591949 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'tag': 'b4ea7c2d-2337-4100-954f-45ead64213c3'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:02.594282 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "7cec7c38-5f21-4581-b74b-6a3cc43ecdfb", "tag": "b4ea7c2d-2337-4100-954f-45ead64213c3"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:02.625682 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84876ce9-a3f4-41e4-95bf-ee8839518bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ea7c2d-2337-4100-954f-45ead64213c3,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:02.670685 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6213354a-5fd3-4171-a5c5-092b58acb89e x-openstack-request-id: req-6213354a-5fd3-4171-a5c5-092b58acb89e {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:02.671059 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cec7c38-5f21-4581-b74b-6a3cc43ecdfb", "tag": "b4ea7c2d-2337-4100-954f-45ead64213c3", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:02.671373 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6213354a-5fd3-4171-a5c5-092b58acb89e {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:02.671635 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'tag': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'status': 'completed', 'code': 200} Jul 13 14:53:02.683840 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.701231 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-459e4f99-74a0-46bd-b4c1-fef29af1dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:02.702972 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-459e4f99-74a0-46bd-b4c1-fef29af1dd96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 1096 time: 0.0638633 Jul 13 14:53:02.728861 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998ed27-72da-4344-b135-2a31adec7f6f req-a2ac126b-c8cf-4afc-a5ae-a0203ffe8c47 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:02.730482 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4998ed27-72da-4344-b135-2a31adec7f6f req-a2ac126b-c8cf-4afc-a5ae-a0203ffe8c47 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 943 time: 0.1104834 Jul 13 14:53:02.744700 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-b0d6d053-6848-4f37-b78f-43212b165602 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ea7c2d-2337-4100-954f-45ead64213c3 HTTP/1.1" status: 200 len: 217 time: 0.0345647 Jul 13 14:53:02.793867 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4998ed27-72da-4344-b135-2a31adec7f6f req-7a50bb3a-d2cb-4219-a2a0-2a683db219e5 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569284 Jul 13 14:53:02.796153 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-066ee2f7-456f-4ff9-87b9-7169820073f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:02.797771 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-066ee2f7-456f-4ff9-87b9-7169820073f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0462201 Jul 13 14:53:02.840697 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.844308 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.854541 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-deecce36-72d4-426d-81ed-c1f59a74ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:02.856075 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-deecce36-72d4-426d-81ed-c1f59a74ca9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524075 Jul 13 14:53:02.879514 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4228ad-eb80-4604-9c3c-0c1312b0492b,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:02.883414 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cbf0ea1ee7b34e8fabcca1d4007369fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787005 Jul 13 14:53:02.888856 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38092) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:02.895099 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.895457 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.895793 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.896149 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.896479 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.896806 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.897136 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.897462 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.897786 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.898108 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.898428 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.898745 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e1b3f2-170a-4ce9-8777-6b8832f6f774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:02.945776 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eac6737-50ca-4772-b02a-dbb66cec6ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:02.947736 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-9a57c148-d2b5-438d-8ab6-904ffe01ad7e service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845039 Jul 13 14:53:02.966887 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eac6737-50ca-4772-b02a-dbb66cec6ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.012693 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eac6737-50ca-4772-b02a-dbb66cec6ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.015324 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eac6737-50ca-4772-b02a-dbb66cec6ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.016528 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-3eac6737-50ca-4772-b02a-dbb66cec6ea6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ba4228ad-eb80-4604-9c3c-0c1312b0492b HTTP/1.1" status: 204 len: 168 time: 0.1267700 Jul 13 14:53:03.024207 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac6737-50ca-4772-b02a-dbb66cec6ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4228ad-eb80-4604-9c3c-0c1312b0492b,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:03.038100 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fcb26cf4-5caa-41c1-9272-2774d4cb6bd6 req-df11e817-2158-4f23-928c-ea4ef1988fab service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843227 Jul 13 14:53:03.140807 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-856b7bd3-1ebc-42fe-aa51-64dd6215c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:03.142300 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-856b7bd3-1ebc-42fe-aa51-64dd6215c333 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 1096 time: 0.0576336 Jul 13 14:53:03.239026 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-1488d8fb-9140-4bbc-b540-7099444968d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:03.240534 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-1488d8fb-9140-4bbc-b540-7099444968d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 912 time: 0.0916948 Jul 13 14:53:03.287048 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-674f52ec-5de2-490e-b3e4-4660958da664 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ea7c2d-2337-4100-954f-45ead64213c3 HTTP/1.1" status: 200 len: 217 time: 0.0394094 Jul 13 14:53:03.288637 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38098) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:03.568042 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d9fa78cd-9977-4c1d-a564-c15ee6721563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.617439 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-48516445-3c99-422b-ab22-f5dbc2ef1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:03.619016 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-48516445-3c99-422b-ab22-f5dbc2ef1b55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.3237994 Jul 13 14:53:03.717428 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-baaa7569-e7e3-4783-bc8a-068a41ed093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:03.718832 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-baaa7569-e7e3-4783-bc8a-068a41ed093e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0915017 Jul 13 14:53:03.738352 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d9fa78cd-9977-4c1d-a564-c15ee6721563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.751525 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-d9fa78cd-9977-4c1d-a564-c15ee6721563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.820942 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-d9fa78cd-9977-4c1d-a564-c15ee6721563 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e7f8335ab2344f889f9e9baf3d2abb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5313098 Jul 13 14:53:03.823625 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38108) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:03.825221 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa78cd-9977-4c1d-a564-c15ee6721563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4959e688-76fa-43af-925d-a3bcfaaa45e9,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:03.861764 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-0d46c9c6-89f9-4f50-b6dc-f83c8af0d5b5 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342680 Jul 13 14:53:03.876085 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8e5fd533-8947-439e-8d02-0478307a13ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.898335 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8e5fd533-8947-439e-8d02-0478307a13ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.954062 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0bbfc7e8-c4bd-4831-bce5-33980cbd6c9b req-719a76a0-a227-4816-8c84-30ab8cebdb96 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859518 Jul 13 14:53:03.982262 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8e5fd533-8947-439e-8d02-0478307a13ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.985065 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8e5fd533-8947-439e-8d02-0478307a13ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.986203 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-8e5fd533-8947-439e-8d02-0478307a13ef admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4959e688-76fa-43af-925d-a3bcfaaa45e9 HTTP/1.1" status: 204 len: 168 time: 0.1608939 Jul 13 14:53:04.001276 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ebb91-84da-48a3-bc23-2622110ea135 req-28cd09c3-be11-407a-96f5-bd30a5dc5ffe tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:04.002760 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8e3ebb91-84da-48a3-bc23-2622110ea135 req-28cd09c3-be11-407a-96f5-bd30a5dc5ffe tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 943 time: 0.0889633 Jul 13 14:53:04.003641 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fd533-8947-439e-8d02-0478307a13ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4959e688-76fa-43af-925d-a3bcfaaa45e9,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:04.046221 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8e3ebb91-84da-48a3-bc23-2622110ea135 req-4642207f-ede3-4ab5-855a-90719ce2f3e4 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374975 Jul 13 14:53:04.626524 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38136) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:04.727673 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-58ef1b76-e424-4e38-a6fa-49a1fa2a4699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.819638 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-58ef1b76-e424-4e38-a6fa-49a1fa2a4699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.824799 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-58ef1b76-e424-4e38-a6fa-49a1fa2a4699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.860414 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef1b76-e424-4e38-a6fa-49a1fa2a4699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c83be6-481a-43d9-ac1e-0d3d959a22d9,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:04.867853 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-58ef1b76-e424-4e38-a6fa-49a1fa2a4699 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0db9e3c9e53b4fb19e97446382b68cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379191 Jul 13 14:53:04.868825 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38176) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:04.917986 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1008ff61-fe8a-437a-9228-cc685b3bb12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.938797 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1008ff61-fe8a-437a-9228-cc685b3bb12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.982797 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1008ff61-fe8a-437a-9228-cc685b3bb12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.985400 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-1008ff61-fe8a-437a-9228-cc685b3bb12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:04.988931 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-1008ff61-fe8a-437a-9228-cc685b3bb12e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/71c83be6-481a-43d9-ac1e-0d3d959a22d9 HTTP/1.1" status: 204 len: 168 time: 0.1171913 Jul 13 14:53:04.994705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008ff61-fe8a-437a-9228-cc685b3bb12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c83be6-481a-43d9-ac1e-0d3d959a22d9,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:05.253206 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b560d-648a-4713-87b2-545aece0bb82 req-2eedc3a8-340d-4bec-ba12-d10a173e492e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:05.254753 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b12b560d-648a-4713-87b2-545aece0bb82 req-2eedc3a8-340d-4bec-ba12-d10a173e492e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 943 time: 0.0887260 Jul 13 14:53:05.304633 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b12b560d-648a-4713-87b2-545aece0bb82 req-11fa43cf-c2cb-4f7e-8ee6-93a23b871f61 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440903 Jul 13 14:53:06.473167 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597306e5-b792-411b-ba90-2fdf76b0019d req-65eab35b-f716-483d-837d-32d2159c2b59 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:06.474632 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-597306e5-b792-411b-ba90-2fdf76b0019d req-65eab35b-f716-483d-837d-32d2159c2b59 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 943 time: 0.0650139 Jul 13 14:53:06.511796 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-597306e5-b792-411b-ba90-2fdf76b0019d req-74556823-4b46-46c5-8dda-ba5ad8b74141 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316641 Jul 13 14:53:07.200031 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ae0bc029-0698-42d1-9a2b-855d215294ee tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=75279a4ef48146b99d3590cbe8c66d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294163 Jul 13 14:53:07.594845 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-6236a554-3f15-4309-8dde-759f915b3eee tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:07.596330 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-6236a554-3f15-4309-8dde-759f915b3eee tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3910682 Jul 13 14:53:07.611186 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-7d44d07e-cf3e-482d-9984-9bf7b2925650 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/quotas/75279a4ef48146b99d3590cbe8c66d12 HTTP/1.1" status: 200 len: 375 time: 0.0091887 Jul 13 14:53:07.655769 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ed474d88-f344-4507-91f6-b8eef6e1418e tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=75279a4ef48146b99d3590cbe8c66d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391998 Jul 13 14:53:07.705209 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a21e4-caa0-4ce2-a807-02f1f36da631 req-42353c82-06ba-4dc1-87c9-254f6810156d tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:07.706748 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a43a21e4-caa0-4ce2-a807-02f1f36da631 req-42353c82-06ba-4dc1-87c9-254f6810156d tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 943 time: 0.0810647 Jul 13 14:53:07.747072 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a43a21e4-caa0-4ce2-a807-02f1f36da631 req-967f3598-d73f-4a10-b901-e947b4fe4229 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347030 Jul 13 14:53:07.823674 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8a422971-5dcb-4acd-87d2-82b08da8b341 req-5c26f7f5-507e-4a4a-9749-5425bd0cd8e1 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 210 time: 0.0288026 Jul 13 14:53:08.820636 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-62a12db4-69a5-4e53-939b-b5c662e2526b tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=75279a4ef48146b99d3590cbe8c66d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332160 Jul 13 14:53:08.941785 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f87a11-aace-4946-81cd-c5b875a24483 req-d2296c72-de30-439f-a8e7-ad7093b573a3 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:08.943431 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-22f87a11-aace-4946-81cd-c5b875a24483 req-d2296c72-de30-439f-a8e7-ad7093b573a3 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 943 time: 0.0783052 Jul 13 14:53:08.996665 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-22f87a11-aace-4946-81cd-c5b875a24483 req-319a73e8-3d49-4f24-8650-948a3171c726 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467932 Jul 13 14:53:09.029312 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e07553c-22c6-4f38-bfa6-ea28af03eac3 req-d2e0133a-1b84-4048-980a-70735fd2080a tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 210 time: 0.0512834 Jul 13 14:53:09.035015 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-74926d7e-e080-40cf-89e5-49780f5dd769 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:09.036305 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-74926d7e-e080-40cf-89e5-49780f5dd769 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106390 Jul 13 14:53:09.050122 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Request body: {'port': {'device_id': 'b926d1ad-5c3d-436f-8db6-51a720be5624', 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7', 'admin_state_up': True, 'tenant_id': '75279a4ef48146b99d3590cbe8c66d12'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:09.157930 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Made reservation on behalf of 75279a4ef48146b99d3590cbe8c66d12 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:53:09.162788 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:09.172276 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:09.266921 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:09.271002 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:09.333661 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6924003f-1400-41bf-a241-a7beff1cd57f,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:09.404205 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Allocated IP 192.168.233.44 (2dc2c51c-28af-4263-acff-7b2c4894efd7/5096a277-2d99-4045-ab30-2466ff47bfa5/4733eab9-c3b6-4152-a0b8-254bd302aa2b) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:09.551499 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:09.565670 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Transition to ACTIVE for port object 4733eab9-c3b6-4152-a0b8-254bd302aa2b will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:09.597291 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:09.642749 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Network 2dc2c51c-28af-4263-acff-7b2c4894efd7 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:09.645871 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:09.649536 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:09.678075 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Pushing event updated for resources: {'Port': ['ID=4733eab9-c3b6-4152-a0b8-254bd302aa2b,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:09.707314 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:09.707956 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:09.724249 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-91931f7d-8d18-4b3c-957b-c4a888d0f782 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6783638 Jul 13 14:53:09.736407 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Request body: {'port': {'device_id': 'b926d1ad-5c3d-436f-8db6-51a720be5624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:09.812278 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:09.934397 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-5d6a9d05-617f-4cec-8ceb-d53af44ceb9a None None] Provisioning for port 4733eab9-c3b6-4152-a0b8-254bd302aa2b completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:09.938305 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-5d6a9d05-617f-4cec-8ceb-d53af44ceb9a None None] Provisioning complete for port 4733eab9-c3b6-4152-a0b8-254bd302aa2b triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:09.938685 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-5d6a9d05-617f-4cec-8ceb-d53af44ceb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:09.972029 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a9d05-617f-4cec-8ceb-d53af44ceb9a None None] Port 4733eab9-c3b6-4152-a0b8-254bd302aa2b cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:53:10.084960 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4733eab9-c3b6-4152-a0b8-254bd302aa2b {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:53:10.093883 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:10.106662 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Transition to ACTIVE for port object 4733eab9-c3b6-4152-a0b8-254bd302aa2b will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:10.110640 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:10.186445 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Pushing event updated for resources: {'Port': ['ID=4733eab9-c3b6-4152-a0b8-254bd302aa2b,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:10.242052 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Attempting to bind port 4733eab9-c3b6-4152-a0b8-254bd302aa2b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:10.242291 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678bc2b-640e-4192-9aa8-07180e06738b req-06cde5a3-bb94-413c-908f-a7e3988f9a38 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:10.242743 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Attempting to bind port 4733eab9-c3b6-4152-a0b8-254bd302aa2b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '19f86a0c-369b-4ff3-9330-2ebec122f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:10.242743 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Attempting to bind port 4733eab9-c3b6-4152-a0b8-254bd302aa2b on network 2dc2c51c-28af-4263-acff-7b2c4894efd7 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:10.243758 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6678bc2b-640e-4192-9aa8-07180e06738b req-06cde5a3-bb94-413c-908f-a7e3988f9a38 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 943 time: 0.1316094 Jul 13 14:53:10.249590 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Port 4733eab9-c3b6-4152-a0b8-254bd302aa2b on network 2dc2c51c-28af-4263-acff-7b2c4894efd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:53:10.249961 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Attempting to bind port 4733eab9-c3b6-4152-a0b8-254bd302aa2b on network 2dc2c51c-28af-4263-acff-7b2c4894efd7 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:10.264342 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:10.264821 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Checking segment: {'id': '19f86a0c-369b-4ff3-9330-2ebec122f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:10.265222 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Bound using segment: {'id': '19f86a0c-369b-4ff3-9330-2ebec122f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:10.265673 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Bound port: 4733eab9-c3b6-4152-a0b8-254bd302aa2b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f86a0c-369b-4ff3-9330-2ebec122f21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:10.266042 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:10.278961 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97545ef-b21d-4d81-bd1e-03ade4dc58d2 req-46b6e6dd-3507-4fda-a4e3-10eef49cf6ba tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:10.280515 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e97545ef-b21d-4d81-bd1e-03ade4dc58d2 req-46b6e6dd-3507-4fda-a4e3-10eef49cf6ba tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 947 time: 0.1249120 Jul 13 14:53:10.314573 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6678bc2b-640e-4192-9aa8-07180e06738b req-f4e341ab-d604-46e6-be1b-dcf28899b0ff tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614395 Jul 13 14:53:10.340074 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e97545ef-b21d-4d81-bd1e-03ade4dc58d2 req-7386946f-a784-4fd7-955d-8f3a4dfc22d0 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/security-groups?id=6924003f-1400-41bf-a241-a7beff1cd57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452318 Jul 13 14:53:10.341466 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] For port 4733eab9-c3b6-4152-a0b8-254bd302aa2b, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:10.344615 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] For port 4733eab9-c3b6-4152-a0b8-254bd302aa2b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4733eab9-c3b6-4152-a0b8-254bd302aa2b,segment=NetworkSegment(19f86a0c-369b-4ff3-9330-2ebec122f21f),segment_id=19f86a0c-369b-4ff3-9330-2ebec122f21f)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:10.350558 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:10.390987 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:10.391724 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:10.393339 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] 10.222.0.70 "PUT /v2.0/ports/4733eab9-c3b6-4152-a0b8-254bd302aa2b HTTP/1.1" status: 200 len: 1097 time: 0.6614490 Jul 13 14:53:10.393833 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b926d1ad-5c3d-436f-8db6-51a720be5624', 'tag': '4733eab9-c3b6-4152-a0b8-254bd302aa2b'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:10.396336 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fda0f1-c190-4071-980d-8f9aac16f9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b926d1ad-5c3d-436f-8db6-51a720be5624", "tag": "4733eab9-c3b6-4152-a0b8-254bd302aa2b"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:10.423310 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb51005-ee19-4276-8dac-390061ad2846 service neutron] Pushing event updated for resources: {'Port': ['ID=4733eab9-c3b6-4152-a0b8-254bd302aa2b,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:10.465008 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a377b893-3257-469f-a884-72e857d5d283 x-openstack-request-id: req-a377b893-3257-469f-a884-72e857d5d283 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:10.465309 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b926d1ad-5c3d-436f-8db6-51a720be5624", "tag": "4733eab9-c3b6-4152-a0b8-254bd302aa2b", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:10.465567 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a377b893-3257-469f-a884-72e857d5d283 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:10.465962 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b926d1ad-5c3d-436f-8db6-51a720be5624', 'tag': '4733eab9-c3b6-4152-a0b8-254bd302aa2b', 'status': 'completed', 'code': 200} Jul 13 14:53:10.497912 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-4f1992d8-3576-4c80-bee6-173f64db26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:10.499629 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-4f1992d8-3576-4c80-bee6-173f64db26ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75279a4ef48146b99d3590cbe8c66d12&device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 1100 time: 0.0649242 Jul 13 14:53:10.547596 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-5adc2c11-0d5c-44b6-993b-9171230414fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4733eab9-c3b6-4152-a0b8-254bd302aa2b HTTP/1.1" status: 200 len: 217 time: 0.0404298 Jul 13 14:53:10.596158 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device b4ea7c2d-2337-4100-954f-45ead64213c3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:53:10.602618 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-cae6ceec-db88-4237-8f4a-c0d3e35d50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:10.604113 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-cae6ceec-db88-4237-8f4a-c0d3e35d50e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5096a277-2d99-4045-ab30-2466ff47bfa5 HTTP/1.1" status: 200 len: 843 time: 0.0495539 Jul 13 14:53:10.664518 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-40a96168-5a33-4f11-8a4c-ca914010f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:10.665907 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-40a96168-5a33-4f11-8a4c-ca914010f86e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2dc2c51c-28af-4263-acff-7b2c4894efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0537052 Jul 13 14:53:10.704286 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port b4ea7c2d-2337-4100-954f-45ead64213c3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b4ea7c2d-2337-4100-954f-45ead64213c3,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:10.714546 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'mac_address': 'fa:16:3e:71:55:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:53:10.755393 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:10.761977 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-4be521aa-b281-4069-8d32-65cac149a9a8 service neutron] 10.222.0.70 "GET /v2.0/networks/2dc2c51c-28af-4263-acff-7b2c4894efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893040 Jul 13 14:53:10.768919 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ea7c2d-2337-4100-954f-45ead64213c3 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:53:10.789242 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port b4ea7c2d-2337-4100-954f-45ead64213c3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b4ea7c2d-2337-4100-954f-45ead64213c3,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:10.794418 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:10.842585 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=b4ea7c2d-2337-4100-954f-45ead64213c3,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:10.849641 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.850004 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.850350 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.850694 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.851033 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.851378 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.851711 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.852066 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.852404 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.852734 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.852932 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-4e059d80-ba22-42df-9ceb-b810d34e3bf9 req-e588e92d-d1a4-4127-a0f3-0f5ad4651233 service neutron] 10.222.0.70 "GET /v2.0/networks/2dc2c51c-28af-4263-acff-7b2c4894efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838358 Jul 13 14:53:10.853051 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.853380 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:10.950176 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-acd65657-6f6a-4f26-9593-137a211bcca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:10.951597 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-acd65657-6f6a-4f26-9593-137a211bcca0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75279a4ef48146b99d3590cbe8c66d12&device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 1100 time: 0.0527766 Jul 13 14:53:11.029817 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['b4ea7c2d-2337-4100-954f-45ead64213c3'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:53:11.046191 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-e154810e-75dc-41b6-9492-a490c6e785ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:11.047639 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-e154810e-75dc-41b6-9492-a490c6e785ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=2dc2c51c-28af-4263-acff-7b2c4894efd7 HTTP/1.1" status: 200 len: 870 time: 0.0883744 Jul 13 14:53:11.088109 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-a4cccafa-e720-47f0-9ec1-50bf102ad277 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4733eab9-c3b6-4152-a0b8-254bd302aa2b HTTP/1.1" status: 200 len: 217 time: 0.0337982 Jul 13 14:53:11.140066 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-7c3fb5dd-2fd2-4c4f-97c2-6ba5c793966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:11.141527 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-7c3fb5dd-2fd2-4c4f-97c2-6ba5c793966f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5096a277-2d99-4045-ab30-2466ff47bfa5 HTTP/1.1" status: 200 len: 843 time: 0.0463817 Jul 13 14:53:11.201448 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-0ef521fe-0322-4b30-a7be-2c127113f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:11.202938 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-0ef521fe-0322-4b30-a7be-2c127113f9ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2dc2c51c-28af-4263-acff-7b2c4894efd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0535569 Jul 13 14:53:11.294042 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-4f02212b-3ede-4941-8ab1-2450c1cb9868 service neutron] 10.222.0.70 "GET /v2.0/networks/2dc2c51c-28af-4263-acff-7b2c4894efd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838349 Jul 13 14:53:11.388634 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-c9fda0f1-c190-4071-980d-8f9aac16f9b8 req-076de857-86c9-4265-b008-25bf12c3716c service neutron] 10.222.0.70 "GET /v2.0/networks/2dc2c51c-28af-4263-acff-7b2c4894efd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868762 Jul 13 14:53:11.534723 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f6b53-f6d5-4ede-99fe-52eef6c62c02 req-717d6191-9e65-4b9c-8800-302d030fddb0 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:11.536232 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c58f6b53-f6d5-4ede-99fe-52eef6c62c02 req-717d6191-9e65-4b9c-8800-302d030fddb0 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 944 time: 0.1086597 Jul 13 14:53:11.550389 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78810-e214-424c-b75c-2e56a26563af req-6d7d3406-56a7-4deb-aa8c-2682ba7dc452 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:11.551860 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c6c78810-e214-424c-b75c-2e56a26563af req-6d7d3406-56a7-4deb-aa8c-2682ba7dc452 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 947 time: 0.0946727 Jul 13 14:53:11.605036 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c58f6b53-f6d5-4ede-99fe-52eef6c62c02 req-4fa3dabe-7ef1-4192-8687-fdcaffbedf8a tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521441 Jul 13 14:53:11.611911 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c6c78810-e214-424c-b75c-2e56a26563af req-da16b144-a682-4f16-8ed7-db4ccc226414 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/security-groups?id=6924003f-1400-41bf-a241-a7beff1cd57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532124 Jul 13 14:53:12.611136 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 4733eab9-c3b6-4152-a0b8-254bd302aa2b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:53:12.614302 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device b4ea7c2d-2337-4100-954f-45ead64213c3 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:12.732938 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port b4ea7c2d-2337-4100-954f-45ead64213c3 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:12.740992 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port b4ea7c2d-2337-4100-954f-45ead64213c3 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:12.741376 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:12.772346 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 4733eab9-c3b6-4152-a0b8-254bd302aa2b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4733eab9-c3b6-4152-a0b8-254bd302aa2b,segment=NetworkSegment(19f86a0c-369b-4ff3-9330-2ebec122f21f),segment_id=19f86a0c-369b-4ff3-9330-2ebec122f21f)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:12.791932 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '4733eab9-c3b6-4152-a0b8-254bd302aa2b', 'network_id': '2dc2c51c-28af-4263-acff-7b2c4894efd7', 'port_id': '4733eab9-c3b6-4152-a0b8-254bd302aa2b', 'mac_address': 'fa:16:3e:e2:01:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5096a277-2d99-4045-ab30-2466ff47bfa5', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:53:12.825547 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ee23-0194-4054-a447-041eb0a1c24a req-f137d62c-8ef1-41db-b0e5-68c69cdf39a1 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:12.827036 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-de95ee23-0194-4054-a447-041eb0a1c24a req-f137d62c-8ef1-41db-b0e5-68c69cdf39a1 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 947 time: 0.0998025 Jul 13 14:53:12.834853 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf15478-b9ff-4fe5-a8c3-ebac224ccca3 req-65e90474-bbb0-4613-8a25-ecf1e4ff7fc8 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:12.836285 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-faf15478-b9ff-4fe5-a8c3-ebac224ccca3 req-65e90474-bbb0-4613-8a25-ecf1e4ff7fc8 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 944 time: 0.1196260 Jul 13 14:53:12.837778 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:12.875929 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4733eab9-c3b6-4152-a0b8-254bd302aa2b {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:53:12.892979 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-de95ee23-0194-4054-a447-041eb0a1c24a req-c0847a74-c66f-4848-ae4f-b57c147e2731 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/security-groups?id=6924003f-1400-41bf-a241-a7beff1cd57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557222 Jul 13 14:53:12.898007 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-faf15478-b9ff-4fe5-a8c3-ebac224ccca3 req-16584cd9-2d73-4a5b-845a-c094cc164b01 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536840 Jul 13 14:53:12.903613 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:12.923910 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 4733eab9-c3b6-4152-a0b8-254bd302aa2b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4733eab9-c3b6-4152-a0b8-254bd302aa2b,segment=NetworkSegment(19f86a0c-369b-4ff3-9330-2ebec122f21f),segment_id=19f86a0c-369b-4ff3-9330-2ebec122f21f)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:12.933917 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:12.945323 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ea7c2d-2337-4100-954f-45ead64213c3'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:12.947579 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51a5f54-04a8-43aa-81b2-7da752ec2673" -d '{"events": [{"server_uuid": "7cec7c38-5f21-4581-b74b-6a3cc43ecdfb", "name": "network-vif-plugged", "status": "completed", "tag": "b4ea7c2d-2337-4100-954f-45ead64213c3"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:12.979236 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port b4ea7c2d-2337-4100-954f-45ead64213c3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b4ea7c2d-2337-4100-954f-45ead64213c3,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:12.987752 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:13.005257 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dd4e3e-a917-4154-9e04-c38c1a7d22bc x-openstack-request-id: req-66dd4e3e-a917-4154-9e04-c38c1a7d22bc {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:13.005556 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cec7c38-5f21-4581-b74b-6a3cc43ecdfb", "name": "network-vif-plugged", "status": "completed", "tag": "b4ea7c2d-2337-4100-954f-45ead64213c3", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:13.005812 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-66dd4e3e-a917-4154-9e04-c38c1a7d22bc {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:13.006205 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'code': 200} Jul 13 14:53:13.012045 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=4733eab9-c3b6-4152-a0b8-254bd302aa2b,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:13.063557 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=b4ea7c2d-2337-4100-954f-45ead64213c3,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:13.165031 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['4733eab9-c3b6-4152-a0b8-254bd302aa2b'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:53:13.279948 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3734c8-f818-44df-9a62-da2bfec7ded7 req-06274d7a-333a-45be-b370-c4c9d2264e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:13.281530 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1f3734c8-f818-44df-9a62-da2bfec7ded7 req-06274d7a-333a-45be-b370-c4c9d2264e97 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 1098 time: 0.0524921 Jul 13 14:53:13.317598 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-1f3734c8-f818-44df-9a62-da2bfec7ded7 req-3d6c0f95-1035-47b4-b345-b6dfc553fc56 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294704 Jul 13 14:53:14.118708 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38376db-3640-4283-8626-0a039f2a2ebe req-21c359a7-bbbf-4c14-ad0a-f34daca57862 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:14.121526 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f38376db-3640-4283-8626-0a039f2a2ebe req-21c359a7-bbbf-4c14-ad0a-f34daca57862 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 948 time: 0.1111419 Jul 13 14:53:14.129761 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf690cc-28bd-417a-9d57-9fe713cdadf3 req-63a0bbe3-39a6-4753-866f-4d0ea3b2ee41 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:14.131111 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5cf690cc-28bd-417a-9d57-9fe713cdadf3 req-63a0bbe3-39a6-4753-866f-4d0ea3b2ee41 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 945 time: 0.1108487 Jul 13 14:53:14.186783 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f38376db-3640-4283-8626-0a039f2a2ebe req-63dbaa20-67f6-4744-a0fb-0399627756b6 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/security-groups?id=6924003f-1400-41bf-a241-a7beff1cd57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546303 Jul 13 14:53:14.191292 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5cf690cc-28bd-417a-9d57-9fe713cdadf3 req-2a315d11-e771-4c56-9dfd-0c1c2cafdf28 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534632 Jul 13 14:53:14.611219 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 4733eab9-c3b6-4152-a0b8-254bd302aa2b up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:14.658421 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port 4733eab9-c3b6-4152-a0b8-254bd302aa2b completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:14.662313 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 4733eab9-c3b6-4152-a0b8-254bd302aa2b triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:14.662680 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:14.857647 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:14.891604 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 4733eab9-c3b6-4152-a0b8-254bd302aa2b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4733eab9-c3b6-4152-a0b8-254bd302aa2b,segment=NetworkSegment(19f86a0c-369b-4ff3-9330-2ebec122f21f),segment_id=19f86a0c-369b-4ff3-9330-2ebec122f21f)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:14.895375 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:14.943837 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=4733eab9-c3b6-4152-a0b8-254bd302aa2b,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:15.007406 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b926d1ad-5c3d-436f-8db6-51a720be5624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4733eab9-c3b6-4152-a0b8-254bd302aa2b'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:15.010124 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6b6f6a-8453-4c36-ae03-99228d0b0346" -d '{"events": [{"server_uuid": "b926d1ad-5c3d-436f-8db6-51a720be5624", "name": "network-vif-plugged", "status": "completed", "tag": "4733eab9-c3b6-4152-a0b8-254bd302aa2b"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:15.048233 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf0b95b-67bc-47b6-ae71-9de46ba77c52 x-openstack-request-id: req-1cf0b95b-67bc-47b6-ae71-9de46ba77c52 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:15.048548 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b926d1ad-5c3d-436f-8db6-51a720be5624", "name": "network-vif-plugged", "status": "completed", "tag": "4733eab9-c3b6-4152-a0b8-254bd302aa2b", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:15.048798 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1cf0b95b-67bc-47b6-ae71-9de46ba77c52 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:15.049187 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b926d1ad-5c3d-436f-8db6-51a720be5624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4733eab9-c3b6-4152-a0b8-254bd302aa2b', 'code': 200} Jul 13 14:53:15.273812 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f0f11-deea-4dc7-9354-a1edd97bae56 req-0c97b20f-d470-4481-b2ae-aa131895dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:15.275591 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e60f0f11-deea-4dc7-9354-a1edd97bae56 req-0c97b20f-d470-4481-b2ae-aa131895dba5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 1102 time: 0.0578623 Jul 13 14:53:15.313473 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e60f0f11-deea-4dc7-9354-a1edd97bae56 req-397c310b-57db-49c8-8c61-9d9c2428166c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6924003f-1400-41bf-a241-a7beff1cd57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293355 Jul 13 14:53:15.413502 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765eae-6831-419d-bd2d-3551eda358dd req-2635ea15-b0b7-4df6-8577-1f4886566b26 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:15.415011 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d4765eae-6831-419d-bd2d-3551eda358dd req-2635ea15-b0b7-4df6-8577-1f4886566b26 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 949 time: 0.1123643 Jul 13 14:53:15.442153 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12bcec-8290-470e-8029-866c0a2b65ea req-1ed8751b-d8b3-4b26-b87d-c2a53da7b888 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:15.444386 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0b12bcec-8290-470e-8029-866c0a2b65ea req-1ed8751b-d8b3-4b26-b87d-c2a53da7b888 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 945 time: 0.1318982 Jul 13 14:53:15.515481 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d4765eae-6831-419d-bd2d-3551eda358dd req-5c06fd98-cfec-42a1-87c4-8fb792be37fd tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/security-groups?id=6924003f-1400-41bf-a241-a7beff1cd57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922933 Jul 13 14:53:15.535079 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0b12bcec-8290-470e-8029-866c0a2b65ea req-dac85c1f-d170-40a5-a4fb-6740d165098b tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782356 Jul 13 14:53:15.711891 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c345c-4968-4ff7-80de-1a9a89c9a4f6 req-cf0df2aa-acb0-42b5-b49b-87097204fcef tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:15.713492 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9a1c345c-4968-4ff7-80de-1a9a89c9a4f6 req-cf0df2aa-acb0-42b5-b49b-87097204fcef tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 945 time: 0.0663095 Jul 13 14:53:15.754366 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9a1c345c-4968-4ff7-80de-1a9a89c9a4f6 req-667d972c-a6ce-4a24-8c1e-bca9ddc4217c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348034 Jul 13 14:53:15.779651 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38318) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:15.835280 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e5ce3f-cf67-4920-a6ef-8c9931882032 tempest-TestVolumeBootPattern-233542184 tempest-TestVolumeBootPattern-233542184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:15.836838 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-12e5ce3f-cf67-4920-a6ef-8c9931882032 tempest-TestVolumeBootPattern-233542184 tempest-TestVolumeBootPattern-233542184-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 1093 time: 0.0560787 Jul 13 14:53:15.840834 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38320) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:15.845291 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'floatingip': {'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:15.867474 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:15.966732 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:16.083467 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Allocated IP 172.27.0.60 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/1cd53113-809e-4e84-930f-88148a21a853) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:16.203983 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:16.244290 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:16.292511 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:16.297039 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:16.301599 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:16.305265 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'Port': ['ID=1cd53113-809e-4e84-930f-88148a21a853,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:16.565391 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:16.671634 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:16.694892 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a09cf-3490-4d94-aecc-fd91040b9043 req-3f902c7a-37e9-45a2-9631-df7c195ceb6e tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:16.696385 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fb6a09cf-3490-4d94-aecc-fd91040b9043 req-3f902c7a-37e9-45a2-9631-df7c195ceb6e tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 949 time: 0.0632625 Jul 13 14:53:16.737586 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-fb6a09cf-3490-4d94-aecc-fd91040b9043 req-bce9e8bb-99a7-4d9a-a311-fa1530a3d8bd tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/security-groups?id=6924003f-1400-41bf-a241-a7beff1cd57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348890 Jul 13 14:53:16.745374 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:16.897784 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:16.903507 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:16.972670 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'Port': ['ID=1cd53113-809e-4e84-930f-88148a21a853,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:16.983103 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:17.079701 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.l3_db [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Floating IP a65c93da-8376-4fbc-b482-4971cee00f2e associated. External IP: 172.27.0.60, port: b4ea7c2d-2337-4100-954f-45ead64213c3. Jul 13 14:53:17.150631 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43441b11-bf6d-4821-b00b-bf6aa84462d4 req-7867c230-72b8-4ad6-92e8-59ce3935ab44 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:17.152908 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-43441b11-bf6d-4821-b00b-bf6aa84462d4 req-7867c230-72b8-4ad6-92e8-59ce3935ab44 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 949 time: 0.0664239 Jul 13 14:53:17.194124 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-43441b11-bf6d-4821-b00b-bf6aa84462d4 req-c22c75a4-9732-45aa-9b2b-bc625140e955 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/security-groups?id=6924003f-1400-41bf-a241-a7beff1cd57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351822 Jul 13 14:53:17.527069 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:53:17.625628 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:53:17.634799 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] Sync routers for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:53:17.642072 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:17.644479 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:17.645109 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:17.681197 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-997bccc4-07c1-4e6f-a92b-386d1f08d637 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8393106 Jul 13 14:53:17.681805 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'tag': 'b4ea7c2d-2337-4100-954f-45ead64213c3'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:17.684705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a3d382-c816-4d3c-87eb-8f88ae795020" -d '{"events": [{"name": "network-changed", "server_uuid": "7cec7c38-5f21-4581-b74b-6a3cc43ecdfb", "tag": "b4ea7c2d-2337-4100-954f-45ead64213c3"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:17.725396 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ec7817-1b82-49f5-af5d-f2cf698f3c02 x-openstack-request-id: req-b7ec7817-1b82-49f5-af5d-f2cf698f3c02 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:17.725807 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cec7c38-5f21-4581-b74b-6a3cc43ecdfb", "tag": "b4ea7c2d-2337-4100-954f-45ead64213c3", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:17.726177 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b7ec7817-1b82-49f5-af5d-f2cf698f3c02 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:17.726706 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'tag': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'status': 'completed', 'code': 200} Jul 13 14:53:17.752684 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:17.806175 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-d0141c54-44e1-4bbc-bbdf-c16f35c76705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:17.808153 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-d0141c54-44e1-4bbc-bbdf-c16f35c76705 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 1098 time: 0.0581720 Jul 13 14:53:17.901752 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-935a9158-997d-495f-8e92-b7e3dcc7df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:17.903221 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-935a9158-997d-495f-8e92-b7e3dcc7df0e service neutron] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 912 time: 0.0866029 Jul 13 14:53:17.973843 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-2bf623b7-30a2-4003-b750-f64a759be88b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ea7c2d-2337-4100-954f-45ead64213c3 HTTP/1.1" status: 200 len: 998 time: 0.0621638 Jul 13 14:53:17.978719 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'a65c93da-8376-4fbc-b482-4971cee00f2e', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:71:55:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:16Z', 'updated_at': '2021-07-13T14:53:16Z', 'revision_number': 0, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:18.005468 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] Checking router: 8866f587-706f-4d16-a5d0-0a4cb2132ae0 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:53:18.014610 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:18.015226 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:52:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:18.026802 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-4b2589c1-2ce9-468d-8769-e40e88f3a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:18.028334 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-4b2589c1-2ce9-468d-8769-e40e88f3a5b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0476685 Jul 13 14:53:18.086694 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-75b5cd54-5cd4-4469-be59-a3ca6463dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:18.088167 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-75b5cd54-5cd4-4469-be59-a3ca6463dcaf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523503 Jul 13 14:53:18.121848 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:18.183958 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-8db0a4a2-8c5e-4663-9c89-07837f98f2d2 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851934 Jul 13 14:53:18.287513 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-36a3d382-c816-4d3c-87eb-8f88ae795020 req-be63245d-9e4f-434d-9916-1d689413ae50 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939088 Jul 13 14:53:18.288412 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-acb8de98-5205-4e19-b6ed-d28e26c6ce47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:18.370355 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'a65c93da-8376-4fbc-b482-4971cee00f2e', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:71:55:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:16Z', 'updated_at': '2021-07-13T14:53:16Z', 'revision_number': 0, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:18.386620 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dcce4-65d0-4692-bfb6-bc1864befc20 req-3745f8da-7611-4091-9239-9d85ab3185e0 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:18.388136 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-134dcce4-65d0-4692-bfb6-bc1864befc20 req-3745f8da-7611-4091-9239-9d85ab3185e0 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 949 time: 0.0678601 Jul 13 14:53:18.396166 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d150852-e5d3-4f68-8328-9201990e821f None None] The sync data for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi is: [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'a65c93da-8376-4fbc-b482-4971cee00f2e', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:71:55:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:16Z', 'updated_at': '2021-07-13T14:53:16Z', 'revision_number': 0, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:53:18.429765 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-134dcce4-65d0-4692-bfb6-bc1864befc20 req-f2c4fd16-cfb3-4127-9985-7814c66072bd tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/security-groups?id=6924003f-1400-41bf-a241-a7beff1cd57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358517 Jul 13 14:53:18.594594 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d26c3f-81a1-415f-a4c2-d56c21aee554 None None] New status for floating IP a65c93da-8376-4fbc-b482-4971cee00f2e: ACTIVE {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:53:18.613570 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-934188eb-80ab-4d35-b71b-f014adedd2de tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:18.615012 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-934188eb-80ab-4d35-b71b-f014adedd2de tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.70 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 949 time: 0.0693429 Jul 13 14:53:18.716557 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-c6c73368-80c0-4e9e-b0f4-658af2020f11 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Deleting port 4733eab9-c3b6-4152-a0b8-254bd302aa2b {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:53:18.716900 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-c6c73368-80c0-4e9e-b0f4-658af2020f11 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:18.806242 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-c6c73368-80c0-4e9e-b0f4-658af2020f11 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] For port 4733eab9-c3b6-4152-a0b8-254bd302aa2b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4733eab9-c3b6-4152-a0b8-254bd302aa2b,segment=NetworkSegment(19f86a0c-369b-4ff3-9330-2ebec122f21f),segment_id=19f86a0c-369b-4ff3-9330-2ebec122f21f)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:18.806600 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-c6c73368-80c0-4e9e-b0f4-658af2020f11 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:18.819353 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-c6c73368-80c0-4e9e-b0f4-658af2020f11 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Calling delete_port for 4733eab9-c3b6-4152-a0b8-254bd302aa2b owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:53:18.948955 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-c6c73368-80c0-4e9e-b0f4-658af2020f11 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:18.961927 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['4733eab9-c3b6-4152-a0b8-254bd302aa2b'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:53:19.002138 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c73368-80c0-4e9e-b0f4-658af2020f11 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Pushing event deleted for resources: {'Port': ['ID=4733eab9-c3b6-4152-a0b8-254bd302aa2b,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:19.053387 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-c6c73368-80c0-4e9e-b0f4-658af2020f11 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] No DVR routers for this DVR port 4733eab9-c3b6-4152-a0b8-254bd302aa2b on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:53:19.056472 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-c6c73368-80c0-4e9e-b0f4-658af2020f11 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:19.059012 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-973d0c55-480c-4fb7-8980-c614e5a37544 req-c6c73368-80c0-4e9e-b0f4-658af2020f11 tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.70 "DELETE /v2.0/ports/4733eab9-c3b6-4152-a0b8-254bd302aa2b HTTP/1.1" status: 204 len: 173 time: 0.4380069 Jul 13 14:53:19.588475 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3e5ba7e1-2110-4fb8-a409-81b560bd3e88 req-5038ece9-201a-40eb-adf2-a2c514d9e2db tempest-VolumesNegativeTest-979213257 tempest-VolumesNegativeTest-979213257-project] 10.222.0.68 "GET /v2.0/ports?device_id=b926d1ad-5c3d-436f-8db6-51a720be5624 HTTP/1.1" status: 200 len: 210 time: 0.0315723 Jul 13 14:53:19.727848 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b926d1ad-5c3d-436f-8db6-51a720be5624', 'name': 'network-vif-deleted', 'tag': '4733eab9-c3b6-4152-a0b8-254bd302aa2b'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:19.730812 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3758d15-3046-4980-b0f3-9b2ec90e969d" -d '{"events": [{"server_uuid": "b926d1ad-5c3d-436f-8db6-51a720be5624", "name": "network-vif-deleted", "tag": "4733eab9-c3b6-4152-a0b8-254bd302aa2b"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:19.763896 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448b71d1-6a3d-4034-89cd-588f3e1491b4 x-openstack-request-id: req-448b71d1-6a3d-4034-89cd-588f3e1491b4 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:19.764219 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b926d1ad-5c3d-436f-8db6-51a720be5624", "name": "network-vif-deleted", "tag": "4733eab9-c3b6-4152-a0b8-254bd302aa2b", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:19.764474 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-448b71d1-6a3d-4034-89cd-588f3e1491b4 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:19.764874 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b926d1ad-5c3d-436f-8db6-51a720be5624', 'name': 'network-vif-deleted', 'tag': '4733eab9-c3b6-4152-a0b8-254bd302aa2b', 'status': 'completed', 'code': 200} Jul 13 14:53:20.762852 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:20.894553 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-e04066a5-9ee6-442a-a671-46ca0a5d97dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.101439 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.650384 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 4733eab9-c3b6-4152-a0b8-254bd302aa2b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:53:22.671056 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 4733eab9-c3b6-4152-a0b8-254bd302aa2b {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:53:22.671414 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 4733eab9-c3b6-4152-a0b8-254bd302aa2b not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:53:23.465194 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:24.423281 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38616) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:24.548256 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0a316936-a366-4a21-aa36-cffafa7ff60d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=75279a4ef48146b99d3590cbe8c66d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1237707 Jul 13 14:53:24.550627 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38620) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:24.596947 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6d62-339b-496f-833a-f3564d9d7cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:24.617514 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6d62-339b-496f-833a-f3564d9d7cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:24.668089 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6d62-339b-496f-833a-f3564d9d7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:24.670614 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6d62-339b-496f-833a-f3564d9d7cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:24.671706 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-fb6d6d62-339b-496f-833a-f3564d9d7cd5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6924003f-1400-41bf-a241-a7beff1cd57f HTTP/1.1" status: 204 len: 168 time: 0.1201928 Jul 13 14:53:24.679106 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d6d62-339b-496f-833a-f3564d9d7cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6924003f-1400-41bf-a241-a7beff1cd57f,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:25.301106 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38644) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:25.400797 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1094996326-network', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:25.422489 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Made reservation on behalf of 7aaa7f2de2a34d6ebe72dd2147173bef for: {'network': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:53:25.424862 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.435070 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.534263 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.538120 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.562628 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=99622) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:53:25.572183 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d95bb3-5435-4077-82da-c7405415863b,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:25.577092 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.577436 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.segments_db [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Added segment 5de12818-3e39-4b03-bb28-690c80630b6a of type vlan for network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb Jul 13 14:53:25.618853 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.649944 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.651146 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:25.651806 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.712077 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4096017 Jul 13 14:53:25.714849 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38648) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:25.720201 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Request body: {'subnet': {'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1094996326-subnet', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'ip_version': 4}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:25.735902 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070ba28-8381-45bf-ac9c-5ccf16c067d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:25.746344 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:53:25.750459 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Made reservation on behalf of 7aaa7f2de2a34d6ebe72dd2147173bef for: {'subnet': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:53:25.753145 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6037123'] for subnet, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.938151 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6224186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6037169'] for subnet, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:25.990751 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=75610889-c1db-4f53-8ce2-f5d2f7f0db72,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:26.001572 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Checking segment: {'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:26.001936 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Network hostable DHCP agents. Network: 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:53:26.018159 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:53:26.027143 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb) {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:26.031450 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:26.032075 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.037627 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20524b9-602f-4ba4-95c7-3bb84a4bbacd None None] Network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:53:26.047197 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-6c9181b5-1d56-4a23-964c-669c4057b92c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3312805 Jul 13 14:53:26.049941 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38652) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:26.054326 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:26.074240 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.075204 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7029'] for router, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.126181 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.192163 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64df5e68-33c8-51d1-8ea3-e02e79acb91b-6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72'}]}} from dv-cinder-733622-17-iscsi. {{(pid=99623) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:53:26.193032 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.265424 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.327880 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.db_base_plugin_common [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Allocated IP 172.20.0.2 (6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb/75610889-c1db-4f53-8ce2-f5d2f7f0db72/8c89cdbf-28ad-4065-8e01-8f4754506b9c) {{(pid=99623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:26.466844 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Notify callbacks [] for port, precommit_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.467153 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.475152 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Transition to ACTIVE for port object 8c89cdbf-28ad-4065-8e01-8f4754506b9c will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:26.489519 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.489708 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Transition to ACTIVE for port object 8c89cdbf-28ad-4065-8e01-8f4754506b9c will not be triggered until provisioned by entity DHCP. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:26.495362 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.538158 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb is already hosted by enough agents. {{(pid=99623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:26.541153 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.base_scheduler [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Resources bound (agent type, host, resource id): {{(pid=99623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:26.546017 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Received port after_create {{(pid=99623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:26.553097 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Pushing event updated for resources: {'Port': ['ID=8c89cdbf-28ad-4065-8e01-8f4754506b9c,revision_number=1']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:26.595131 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Allocated IP 172.27.0.114 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:26.606278 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Attempting to bind port 8c89cdbf-28ad-4065-8e01-8f4754506b9c on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:26.606662 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Attempting to bind port 8c89cdbf-28ad-4065-8e01-8f4754506b9c by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:26.607039 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Attempting to bind port 8c89cdbf-28ad-4065-8e01-8f4754506b9c on network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:26.612126 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:26.612502 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Checking segment: {'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:26.612906 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.613300 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Bound using segment: {'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:26.613765 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Bound port: 8c89cdbf-28ad-4065-8e01-8f4754506b9c, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:26.614149 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.676454 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] For port 8c89cdbf-28ad-4065-8e01-8f4754506b9c, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:26.679477 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] For port 8c89cdbf-28ad-4065-8e01-8f4754506b9c, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=8c89cdbf-28ad-4065-8e01-8f4754506b9c,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:26.684051 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.701395 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.742885 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:26.743150 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584a77-c480-4b23-ae7c-ead453bdc5db None None] Pushing event updated for resources: {'Port': ['ID=8c89cdbf-28ad-4065-8e01-8f4754506b9c,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:26.785287 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:26.788465 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:26.792271 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:26.798171 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:27.064331 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:27.291213 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 8c89cdbf-28ad-4065-8e01-8f4754506b9c up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:27.351988 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 8c89cdbf-28ad-4065-8e01-8f4754506b9c completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:27.492486 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839'] for router, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:27.608054 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096d5169-5bb7-476f-a654-20978db8c4cb None None] Network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:53:27.623182 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 is scheduled to L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 with binding_index 1 {{(pid=99621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:53:27.666706 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-c9f4346c-6c8e-4735-b1c9-cc0bc8345250 None None] Provisioning for port 8c89cdbf-28ad-4065-8e01-8f4754506b9c completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:27.678672 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-c9f4346c-6c8e-4735-b1c9-cc0bc8345250 None None] Provisioning complete for port 8c89cdbf-28ad-4065-8e01-8f4754506b9c triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:27.679194 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-c9f4346c-6c8e-4735-b1c9-cc0bc8345250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:27.729724 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:53:27.745688 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] Notify callbacks [] for router, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:27.748513 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-4d919351-d78e-46fb-8890-d1e619ae01a8 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6975014 Jul 13 14:53:27.749656 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38656) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:27.750722 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Sync routers for ids ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:53:27.779349 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Routers {'d9a6abf6-9b3b-4438-b4cb-5136e09aa611'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:27.779990 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:53:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:27.922675 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-c9f4346c-6c8e-4735-b1c9-cc0bc8345250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:27.969965 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Set router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:28.042807 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-c9f4346c-6c8e-4735-b1c9-cc0bc8345250 None None] For port 8c89cdbf-28ad-4065-8e01-8f4754506b9c, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=8c89cdbf-28ad-4065-8e01-8f4754506b9c,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:28.059200 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-c9f4346c-6c8e-4735-b1c9-cc0bc8345250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.209798 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.299233 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4346c-6c8e-4735-b1c9-cc0bc8345250 None None] Pushing event updated for resources: {'Port': ['ID=8c89cdbf-28ad-4065-8e01-8f4754506b9c,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:28.326007 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-6da8f73f-a54f-4168-941c-f24ddb3a4d1d None None] Provisioning complete for port 8c89cdbf-28ad-4065-8e01-8f4754506b9c triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:28.326390 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6da8f73f-a54f-4168-941c-f24ddb3a4d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.381600 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Allocated IP 172.20.0.1 (6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb/75610889-c1db-4f53-8ce2-f5d2f7f0db72/d3f66737-4c5e-4a3e-affd-579873b50d37) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:28.393485 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:26Z', 'revision_number': 3, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:28.438748 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Checking router: d9a6abf6-9b3b-4438-b4cb-5136e09aa611 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:53:28.439016 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Updating router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 binding host dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:53:28.483158 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.502440 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.516194 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.provisioning_blocks [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Transition to ACTIVE for port object d3f66737-4c5e-4a3e-affd-579873b50d37 will not be triggered until provisioned by entity DHCP. {{(pid=99621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:28.549354 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.585551 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:28.591159 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:28.593579 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:28.625144 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Pushing event updated for resources: {'Port': ['ID=d3f66737-4c5e-4a3e-affd-579873b50d37,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:28.639688 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-716178'] for router_interface, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.750815 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Notify callbacks [] for port, precommit_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.762249 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Transition to ACTIVE for port object a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:28.769776 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.789207 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.830226 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccf808-6c7a-469e-9aa1-832818aee9f6 None None] Pushing event updated for resources: {'Port': ['ID=a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:28.834498 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a2967b14-03c1-4d21-899a-4ef27255907b None None] Provisioning for port d3f66737-4c5e-4a3e-affd-579873b50d37 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:28.839127 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a2967b14-03c1-4d21-899a-4ef27255907b None None] Provisioning complete for port d3f66737-4c5e-4a3e-affd-579873b50d37 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:28.839388 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a2967b14-03c1-4d21-899a-4ef27255907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.840948 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Attempting to bind port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:28.841321 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Attempting to bind port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:28.841686 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Attempting to bind port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 on network 29747457-fede-49b1-b2b1-e0dc79c8d995 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:28.863740 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:28.864060 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:28.864473 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.864875 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Bound using segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:28.865360 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Bound port: a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:28.865747 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.910207 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-a2967b14-03c1-4d21-899a-4ef27255907b None None] Port d3f66737-4c5e-4a3e-affd-579873b50d37 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:53:28.931560 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] For port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:28.935404 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] For port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:28.939924 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.957271 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.962493 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033177'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:28.997527 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Routers {'d9a6abf6-9b3b-4438-b4cb-5136e09aa611'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:28.998145 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:53:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:29.001066 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccf808-6c7a-469e-9aa1-832818aee9f6 None None] Pushing event updated for resources: {'Port': ['ID=a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:29.029102 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716504'] for router_interface, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:29.030832 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Pushing event updated for resources: {'Port': ['ID=d3f66737-4c5e-4a3e-affd-579873b50d37,revision_number=2']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:29.107250 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] Set router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:29.126777 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:29.128209 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:29.277284 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:53:29.361590 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 8c89cdbf-28ad-4065-8e01-8f4754506b9c up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:29.432874 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:53:29.438383 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-3eef5045-980b-441a-a0df-ce16e8bad1cc admin admin] 10.222.0.68 "PUT /v2.0/routers/d9a6abf6-9b3b-4438-b4cb-5136e09aa611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877544 Jul 13 14:53:29.445759 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 2, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:29.448092 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 8c89cdbf-28ad-4065-8e01-8f4754506b9c triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:29.448848 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:29.492399 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-f0b2699b-2b31-40b4-afc7-9f2b0f4c204c None None] Provisioning complete for port d3f66737-4c5e-4a3e-affd-579873b50d37 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:29.492781 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f0b2699b-2b31-40b4-afc7-9f2b0f4c204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:29.497299 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8593224f-38f9-414e-a536-59a9a66276f2 None None] The sync data for ids ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'] in dv-cinder-733622-17-iscsi is: [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 2, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:53:29.543898 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2699b-2b31-40b4-afc7-9f2b0f4c204c None None] Port d3f66737-4c5e-4a3e-affd-579873b50d37 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:53:29.927188 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38686) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:29.932545 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1193622565-network', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:29.954842 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Made reservation on behalf of a8430c501f5b4daeb4c429c1eafa145a for: {'network': 1} {{(pid=99621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:53:29.957410 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for network, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:29.966927 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.065098 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.070039 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.099759 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=99621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:53:30.113207 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de53f38d-3512-4219-ba19-9561bdf35fba,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:30.133290 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.133665 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.segments_db [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Added segment efb726c1-b3dd-4d53-b113-92209f129f36 of type vlan for network 7a188d3f-482b-42fb-9d3f-8ce362a32efa Jul 13 14:53:30.184890 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783506045197'] for network, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.215249 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744'] for network, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.216443 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:30.217030 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.276225 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3477483 Jul 13 14:53:30.279920 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38688) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:30.281734 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1afb7-e193-4f96-933a-57de5e239ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a188d3f-482b-42fb-9d3f-8ce362a32efa,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:30.289146 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Request body: {'subnet': {'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1193622565-subnet', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'ip_version': 4}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:30.294289 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Network 7a188d3f-482b-42fb-9d3f-8ce362a32efa details requested by agent ovs-agent-dv-cinder-733622-17-iscsi with host dv-cinder-733622-17-iscsi {{(pid=99623) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:53:30.321481 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Made reservation on behalf of a8430c501f5b4daeb4c429c1eafa145a for: {'subnet': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:53:30.325948 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6037123'] for subnet, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.558900 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6224186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6037169'] for subnet, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.610004 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41940de9-09fb-4ef4-bde6-8ce4187f07a4,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:30.630417 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Checking segment: {'id': 'efb726c1-b3dd-4d53-b113-92209f129f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:30.630827 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Network hostable DHCP agents. Network: 7a188d3f-482b-42fb-9d3f-8ce362a32efa, hostable agents: ['8e9854a2-b91c-4b0f-a145-452d6806328c'], hosted agents: [] {{(pid=99622) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:53:30.648741 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Network 7a188d3f-482b-42fb-9d3f-8ce362a32efa is scheduled to be hosted by DHCP agent 8e9854a2-b91c-4b0f-a145-452d6806328c with binding_index 1 {{(pid=99622) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:53:30.658615 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-17-iscsi, 7a188d3f-482b-42fb-9d3f-8ce362a32efa) {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:30.662827 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:30.663423 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.670419 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1be888-33b8-4be1-beef-756133468d96 None None] Network 7a188d3f-482b-42fb-9d3f-8ce362a32efa requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:53:30.688960 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-db333c46-93df-4213-b96f-b2f8a9cd0ed6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4075232 Jul 13 14:53:30.691444 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38696) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:30.695804 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1193622565-router', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:30.718952 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.720011 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7029'] for router, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.775629 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.832718 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64df5e68-33c8-51d1-8ea3-e02e79acb91b-7a188d3f-482b-42fb-9d3f-8ce362a32efa', 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'fixed_ips': [{'subnet_id': '41940de9-09fb-4ef4-bde6-8ce4187f07a4'}]}} from dv-cinder-733622-17-iscsi. {{(pid=99623) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:53:30.833613 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.911959 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5007'] for router, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:30.972269 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.db_base_plugin_common [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Allocated IP 172.20.0.2 (7a188d3f-482b-42fb-9d3f-8ce362a32efa/41940de9-09fb-4ef4-bde6-8ce4187f07a4/e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0) {{(pid=99623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:31.114626 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Notify callbacks [] for port, precommit_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.121919 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.124121 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Transition to ACTIVE for port object e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:31.139237 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Transition to ACTIVE for port object e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 will not be triggered until provisioned by entity DHCP. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:31.141777 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.146078 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484'] for port, after_create {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.186718 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Network 7a188d3f-482b-42fb-9d3f-8ce362a32efa is already hosted by enough agents. {{(pid=99623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:31.193369 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.scheduler.base_scheduler [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Resources bound (agent type, host, resource id): {{(pid=99623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:31.197832 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Received port after_create {{(pid=99623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:31.203327 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Pushing event updated for resources: {'Port': ['ID=e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0,revision_number=1']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:31.263719 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Attempting to bind port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:31.264130 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Attempting to bind port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'efb726c1-b3dd-4d53-b113-92209f129f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:31.264498 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Attempting to bind port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 on network 7a188d3f-482b-42fb-9d3f-8ce362a32efa {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:31.264944 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Allocated IP 172.27.0.113 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/220a0295-946a-4132-93bc-8ab421015954) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:31.270565 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:31.271053 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Checking segment: {'id': 'efb726c1-b3dd-4d53-b113-92209f129f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:31.271591 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.272077 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Bound using segment: {'id': 'efb726c1-b3dd-4d53-b113-92209f129f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:31.272721 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Bound port: e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb726c1-b3dd-4d53-b113-92209f129f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:31.273155 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.334340 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:31.371531 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] For port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:31.378506 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.390739 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] For port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0,segment=NetworkSegment(efb726c1-b3dd-4d53-b113-92209f129f36),segment_id=efb726c1-b3dd-4d53-b113-92209f129f36)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:31.398638 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.422459 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.439396 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:31.464436 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:31.464809 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.468711 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37edf9-6f04-4731-bdf8-0d87d617e44e None None] Pushing event updated for resources: {'Port': ['ID=e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:31.468883 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:31.477705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:31.481268 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:31.510912 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Pushing event updated for resources: {'Port': ['ID=220a0295-946a-4132-93bc-8ab421015954,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:31.571245 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.611450 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Sync routers for ids ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:53:31.612050 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:31.623629 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Routers {'d9a6abf6-9b3b-4438-b4cb-5136e09aa611'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:31.624420 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:53:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:31.637749 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.748342 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:31.781098 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Set router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:31.816359 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:31.997408 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 2, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:32.013157 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718839'] for router, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.028797 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Checking router: d9a6abf6-9b3b-4438-b4cb-5136e09aa611 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:53:32.029155 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Updating router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 port d3f66737-4c5e-4a3e-affd-579873b50d37 binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:53:32.062995 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.139274 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Router 71a56eb5-be42-4fe8-a417-cfb0317e0396 is scheduled to L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 with binding_index 1 {{(pid=99622) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:53:32.258001 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:53:32.268352 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Sync routers for ids ['71a56eb5-be42-4fe8-a417-cfb0317e0396'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:53:32.279329 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] Notify callbacks [] for router, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.279480 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Routers {'71a56eb5-be42-4fe8-a417-cfb0317e0396'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:32.279965 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:53:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['71a56eb5-be42-4fe8-a417-cfb0317e0396'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:32.283657 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-ff2189ec-0cbb-4611-9263-a08a43670362 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5887163 Jul 13 14:53:32.283844 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38706) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:32.352070 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.363348 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Transition to ACTIVE for port object d3f66737-4c5e-4a3e-affd-579873b50d37 will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:32.373905 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.509180 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Pushing event updated for resources: {'Port': ['ID=d3f66737-4c5e-4a3e-affd-579873b50d37,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:32.519595 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.520177 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.520934 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.521302 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.521701 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.522028 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.522425 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.522679 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.523195 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.523510 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.523845 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.525198 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:32.527537 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025558bf-562d-4e6b-9859-52f1ef5a8b77 None None] Network 7a188d3f-482b-42fb-9d3f-8ce362a32efa requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:53:32.583989 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Set router 71a56eb5-be42-4fe8-a417-cfb0317e0396 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:32.601179 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Attempting to bind port d3f66737-4c5e-4a3e-affd-579873b50d37 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:32.601559 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Attempting to bind port d3f66737-4c5e-4a3e-affd-579873b50d37 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:32.601924 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Attempting to bind port d3f66737-4c5e-4a3e-affd-579873b50d37 on network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:32.607586 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:32.608155 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Checking segment: {'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:32.608568 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.608968 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Bound using segment: {'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:32.609454 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Bound port: d3f66737-4c5e-4a3e-affd-579873b50d37, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:32.609862 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.685803 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] For port d3f66737-4c5e-4a3e-affd-579873b50d37, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:32.690125 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] For port d3f66737-4c5e-4a3e-affd-579873b50d37, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=d3f66737-4c5e-4a3e-affd-579873b50d37,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:32.703714 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:32.718221 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-797ef26c-192d-4664-913f-cfb5ffe91ba2 None None] Provisioning for port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:32.828441 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71c651-71f8-4808-9069-7ec1d4c4deda None None] Pushing event updated for resources: {'Port': ['ID=d3f66737-4c5e-4a3e-affd-579873b50d37,revision_number=4']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:32.833912 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Routers {'d9a6abf6-9b3b-4438-b4cb-5136e09aa611'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:32.836067 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:53:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:32.928898 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'name': 'tempest-TestMinimumBasicScenario-1193622565-router', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '220a0295-946a-4132-93bc-8ab421015954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:30Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 3, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'gw_port': {'id': '220a0295-946a-4132-93bc-8ab421015954', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:31Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:32.965620 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Checking router: 71a56eb5-be42-4fe8-a417-cfb0317e0396 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:53:32.966007 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Updating router 71a56eb5-be42-4fe8-a417-cfb0317e0396 port 220a0295-946a-4132-93bc-8ab421015954 binding host dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:53:32.993080 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] Set router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:33.032480 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.100549 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.237687 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38714) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:33.356206 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:32Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:33.386111 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75bd17d-fa7c-452c-a88f-3901e45c485c None None] The sync data for ids ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'] in dv-cinder-733622-17-iscsi is: [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:32Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:53:33.409291 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Allocated IP 172.20.0.1 (7a188d3f-482b-42fb-9d3f-8ce362a32efa/41940de9-09fb-4ef4-bde6-8ce4187f07a4/7a41948d-3190-47e8-9af0-6cd74e4c721c) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:33.446641 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7ff84ec1-12c0-4cef-8c04-0747af3b874b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.466941 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Notify callbacks [] for port, precommit_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.479890 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Transition to ACTIVE for port object 220a0295-946a-4132-93bc-8ab421015954 will not be triggered until provisioned by entity L2. {{(pid=99623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:33.490876 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.535379 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:33.557769 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.575134 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Transition to ACTIVE for port object 7a41948d-3190-47e8-9af0-6cd74e4c721c will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:33.586390 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7ff84ec1-12c0-4cef-8c04-0747af3b874b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.593554 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-7ff84ec1-12c0-4cef-8c04-0747af3b874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.597944 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Attempting to bind port 220a0295-946a-4132-93bc-8ab421015954 on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:33.598323 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Attempting to bind port 220a0295-946a-4132-93bc-8ab421015954 by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:33.598691 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Attempting to bind port 220a0295-946a-4132-93bc-8ab421015954 on network 29747457-fede-49b1-b2b1-e0dc79c8d995 {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:33.605435 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:33.605813 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Checking segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:33.606222 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.606616 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Bound using segment: {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'} {{(pid=99623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:33.607100 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.managers [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Bound port: 220a0295-946a-4132-93bc-8ab421015954, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c3ba-6438-4abd-984c-c81b42ea6029', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995'}}] {{(pid=99623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:33.607481 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.609605 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e887661-6fcc-4225-94f4-35f92d45e02b None None] Pushing event updated for resources: {'Port': ['ID=220a0295-946a-4132-93bc-8ab421015954,revision_number=2']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:33.622511 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.638893 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff84ec1-12c0-4cef-8c04-0747af3b874b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4998c9b-13b1-4034-a82c-91391cd94c5d,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:33.655338 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38718) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:53:33.655650 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-7ff84ec1-12c0-4cef-8c04-0747af3b874b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=324a7200a4274e1189e21cd5d3ede3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167666 Jul 13 14:53:33.678562 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Network 7a188d3f-482b-42fb-9d3f-8ce362a32efa is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:33.680098 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:33.680441 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.690049 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:33.692683 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:33.730232 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] For port 220a0295-946a-4132-93bc-8ab421015954, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:33.735198 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] For port 220a0295-946a-4132-93bc-8ab421015954, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=220a0295-946a-4132-93bc-8ab421015954,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:33.741655 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-716178'] for router_interface, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.742577 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.793771 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Pushing event updated for resources: {'Port': ['ID=7a41948d-3190-47e8-9af0-6cd74e4c721c,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:33.823780 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:33.830851 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-72a4f8f7-8d2d-456c-b30c-5d52b5a48e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.866027 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-72a4f8f7-8d2d-456c-b30c-5d52b5a48e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.876211 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Routers {'71a56eb5-be42-4fe8-a417-cfb0317e0396'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:33.876856 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:53:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['71a56eb5-be42-4fe8-a417-cfb0317e0396'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:33.926485 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e887661-6fcc-4225-94f4-35f92d45e02b None None] Pushing event updated for resources: {'Port': ['ID=220a0295-946a-4132-93bc-8ab421015954,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:33.985428 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:33.992925 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-72a4f8f7-8d2d-456c-b30c-5d52b5a48e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.995026 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:33.995706 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.995969 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-72a4f8f7-8d2d-456c-b30c-5d52b5a48e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:33.997158 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-72a4f8f7-8d2d-456c-b30c-5d52b5a48e67 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b4998c9b-13b1-4034-a82c-91391cd94c5d HTTP/1.1" status: 204 len: 168 time: 0.3402684 Jul 13 14:53:34.014328 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.018544 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4f8f7-8d2d-456c-b30c-5d52b5a48e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4998c9b-13b1-4034-a82c-91391cd94c5d,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:34.026754 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] Set router 71a56eb5-be42-4fe8-a417-cfb0317e0396 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:34.195067 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a0aa1d21-a9e0-4ace-a9bd-7d863a8bf358 None None] Provisioning for port 7a41948d-3190-47e8-9af0-6cd74e4c721c completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:34.206508 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-a0aa1d21-a9e0-4ace-a9bd-7d863a8bf358 None None] Provisioning complete for port 7a41948d-3190-47e8-9af0-6cd74e4c721c triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:34.206895 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a0aa1d21-a9e0-4ace-a9bd-7d863a8bf358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.229423 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.238730 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.311474 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Pushing event updated for resources: {'Port': ['ID=7a41948d-3190-47e8-9af0-6cd74e4c721c,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:34.318824 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716504'] for router_interface, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.323433 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa1d21-a9e0-4ace-a9bd-7d863a8bf358 None None] Port 7a41948d-3190-47e8-9af0-6cd74e4c721c cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:53:34.330610 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.378528 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0,segment=NetworkSegment(efb726c1-b3dd-4d53-b113-92209f129f36),segment_id=efb726c1-b3dd-4d53-b113-92209f129f36)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:34.383795 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.385216 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device d3f66737-4c5e-4a3e-affd-579873b50d37 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:34.430550 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Network 7a188d3f-482b-42fb-9d3f-8ce362a32efa is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:34.431957 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:34.432999 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'name': 'tempest-TestMinimumBasicScenario-1193622565-router', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '220a0295-946a-4132-93bc-8ab421015954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:30Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 3, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'gw_port': {'id': '220a0295-946a-4132-93bc-8ab421015954', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:31Z', 'updated_at': '2021-07-13T14:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:34.470542 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7788937c-bdfc-4265-a739-d490b6785852 None None] The sync data for ids ['71a56eb5-be42-4fe8-a417-cfb0317e0396'] in dv-cinder-733622-17-iscsi is: [{'id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'name': 'tempest-TestMinimumBasicScenario-1193622565-router', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '220a0295-946a-4132-93bc-8ab421015954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:30Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 3, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'gw_port': {'id': '220a0295-946a-4132-93bc-8ab421015954', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:31Z', 'updated_at': '2021-07-13T14:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:53:34.503940 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0,revision_number=3']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:34.518274 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port d3f66737-4c5e-4a3e-affd-579873b50d37 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:34.523640 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port d3f66737-4c5e-4a3e-affd-579873b50d37 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:34.524707 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.552820 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Router 71a56eb5-be42-4fe8-a417-cfb0317e0396 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:53:34.623260 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.664318 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port d3f66737-4c5e-4a3e-affd-579873b50d37, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=d3f66737-4c5e-4a3e-affd-579873b50d37,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:34.669603 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.675319 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:53:34.680981 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-3d61ded2-36c3-4d1e-952c-733634c5e52c admin admin] 10.222.0.68 "PUT /v2.0/routers/71a56eb5-be42-4fe8-a417-cfb0317e0396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3960364 Jul 13 14:53:34.694889 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b82b4feb-c879-44b3-9ad1-db88a117f203 None None] Provisioning complete for port 7a41948d-3190-47e8-9af0-6cd74e4c721c triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:34.695262 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b82b4feb-c879-44b3-9ad1-db88a117f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:34.752116 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=d3f66737-4c5e-4a3e-affd-579873b50d37,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:34.754202 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b82b4feb-c879-44b3-9ad1-db88a117f203 None None] Port 7a41948d-3190-47e8-9af0-6cd74e4c721c cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:53:35.390300 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 220a0295-946a-4132-93bc-8ab421015954 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:35.452536 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 220a0295-946a-4132-93bc-8ab421015954 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:35.457359 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 220a0295-946a-4132-93bc-8ab421015954 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:35.458040 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:35.544861 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:35.570864 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 220a0295-946a-4132-93bc-8ab421015954, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=220a0295-946a-4132-93bc-8ab421015954,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:35.575507 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:35.576516 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:35.660239 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=220a0295-946a-4132-93bc-8ab421015954,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:35.671609 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:35.671987 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:35.889060 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device d3f66737-4c5e-4a3e-affd-579873b50d37 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:35.942466 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port d3f66737-4c5e-4a3e-affd-579873b50d37 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:35.942917 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:36.736486 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:53:37.031966 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Sync routers for ids ['71a56eb5-be42-4fe8-a417-cfb0317e0396'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:53:37.041456 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Routers {'71a56eb5-be42-4fe8-a417-cfb0317e0396'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:37.042065 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:53:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['71a56eb5-be42-4fe8-a417-cfb0317e0396'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:37.156428 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Set router 71a56eb5-be42-4fe8-a417-cfb0317e0396 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:37.312759 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 220a0295-946a-4132-93bc-8ab421015954 up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:37.375120 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 220a0295-946a-4132-93bc-8ab421015954 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:37.375616 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:37.402046 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'name': 'tempest-TestMinimumBasicScenario-1193622565-router', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '220a0295-946a-4132-93bc-8ab421015954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:30Z', 'updated_at': '2021-07-13T14:53:33Z', 'revision_number': 4, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'gw_port': {'id': '220a0295-946a-4132-93bc-8ab421015954', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:31Z', 'updated_at': '2021-07-13T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '7a41948d-3190-47e8-9af0-6cd74e4c721c', 'name': '', 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'mac_address': 'fa:16:3e:70:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '41940de9-09fb-4ef4-bde6-8ce4187f07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:33Z', 'updated_at': '2021-07-13T14:53:34Z', 'revision_number': 2, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'subnets': [{'id': '41940de9-09fb-4ef4-bde6-8ce4187f07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:37.431843 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Checking router: 71a56eb5-be42-4fe8-a417-cfb0317e0396 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:53:37.432221 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Updating router 71a56eb5-be42-4fe8-a417-cfb0317e0396 port 7a41948d-3190-47e8-9af0-6cd74e4c721c binding host dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:53:37.469608 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:37.742964 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Notify callbacks [] for port, precommit_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:37.754793 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.provisioning_blocks [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Transition to ACTIVE for port object 7a41948d-3190-47e8-9af0-6cd74e4c721c will not be triggered until provisioned by entity L2. {{(pid=99624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:37.762194 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:37.810828 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aeee39-5f80-4d4f-9f79-12db301d591c None None] Pushing event updated for resources: {'Port': ['ID=7a41948d-3190-47e8-9af0-6cd74e4c721c,revision_number=3']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:37.912112 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Attempting to bind port 7a41948d-3190-47e8-9af0-6cd74e4c721c on host dv-cinder-733622-17-iscsi for vnic_type normal with profile {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:37.912610 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Attempting to bind port 7a41948d-3190-47e8-9af0-6cd74e4c721c by drivers openvswitch,hyperv on host dv-cinder-733622-17-iscsi at level 0 using segments [{'id': 'efb726c1-b3dd-4d53-b113-92209f129f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa'}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:37.912979 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Attempting to bind port 7a41948d-3190-47e8-9af0-6cd74e4c721c on network 7a188d3f-482b-42fb-9d3f-8ce362a32efa {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:37.926080 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Checking agent: {'id': 'e8ebd864-4279-4b9a-be89-4f3814846f05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 37, 51), 'started_at': datetime.datetime(2021, 7, 13, 14, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:37.932302 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Checking segment: {'id': 'efb726c1-b3dd-4d53-b113-92209f129f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:37.932839 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:37.933342 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Bound using segment: {'id': 'efb726c1-b3dd-4d53-b113-92209f129f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa'} {{(pid=99624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:37.933934 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.managers [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Bound port: 7a41948d-3190-47e8-9af0-6cd74e4c721c, host: dv-cinder-733622-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb726c1-b3dd-4d53-b113-92209f129f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa'}}] {{(pid=99624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:37.934562 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:38.027693 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] For port 7a41948d-3190-47e8-9af0-6cd74e4c721c, host dv-cinder-733622-17-iscsi, cleared binding levels {{(pid=99624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:38.031220 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.plugins.ml2.db [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] For port 7a41948d-3190-47e8-9af0-6cd74e4c721c, host dv-cinder-733622-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=7a41948d-3190-47e8-9af0-6cd74e4c721c,segment=NetworkSegment(efb726c1-b3dd-4d53-b113-92209f129f36),segment_id=efb726c1-b3dd-4d53-b113-92209f129f36)] {{(pid=99624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:38.035891 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron_lib.callbacks.manager [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:38.090364 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aeee39-5f80-4d4f-9f79-12db301d591c None None] Pushing event updated for resources: {'Port': ['ID=7a41948d-3190-47e8-9af0-6cd74e4c721c,revision_number=4']} {{(pid=99624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:38.104403 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Routers {'71a56eb5-be42-4fe8-a417-cfb0317e0396'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:53:38.105021 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:53:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['71a56eb5-be42-4fe8-a417-cfb0317e0396'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:38.232370 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] Set router 71a56eb5-be42-4fe8-a417-cfb0317e0396 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:53:38.535782 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'name': 'tempest-TestMinimumBasicScenario-1193622565-router', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '220a0295-946a-4132-93bc-8ab421015954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:30Z', 'updated_at': '2021-07-13T14:53:33Z', 'revision_number': 4, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'gw_port': {'id': '220a0295-946a-4132-93bc-8ab421015954', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:31Z', 'updated_at': '2021-07-13T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '7a41948d-3190-47e8-9af0-6cd74e4c721c', 'name': '', 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'mac_address': 'fa:16:3e:70:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '41940de9-09fb-4ef4-bde6-8ce4187f07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:33Z', 'updated_at': '2021-07-13T14:53:38Z', 'revision_number': 4, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'subnets': [{'id': '41940de9-09fb-4ef4-bde6-8ce4187f07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:53:38.566052 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa1bd2b-52f6-4778-a48a-9c8364eebc05 None None] The sync data for ids ['71a56eb5-be42-4fe8-a417-cfb0317e0396'] in dv-cinder-733622-17-iscsi is: [{'id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'name': 'tempest-TestMinimumBasicScenario-1193622565-router', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '220a0295-946a-4132-93bc-8ab421015954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:30Z', 'updated_at': '2021-07-13T14:53:33Z', 'revision_number': 4, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'gw_port': {'id': '220a0295-946a-4132-93bc-8ab421015954', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:31Z', 'updated_at': '2021-07-13T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '7a41948d-3190-47e8-9af0-6cd74e4c721c', 'name': '', 'network_id': '7a188d3f-482b-42fb-9d3f-8ce362a32efa', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'mac_address': 'fa:16:3e:70:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '41940de9-09fb-4ef4-bde6-8ce4187f07a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:33Z', 'updated_at': '2021-07-13T14:53:38Z', 'revision_number': 4, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'subnets': [{'id': '41940de9-09fb-4ef4-bde6-8ce4187f07a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:53:39.379948 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 7a41948d-3190-47e8-9af0-6cd74e4c721c up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:39.436646 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning for port 7a41948d-3190-47e8-9af0-6cd74e4c721c completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:39.441029 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 7a41948d-3190-47e8-9af0-6cd74e4c721c triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:39.441495 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.525657 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.564669 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] For port 7a41948d-3190-47e8-9af0-6cd74e4c721c, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=7a41948d-3190-47e8-9af0-6cd74e4c721c,segment=NetworkSegment(efb726c1-b3dd-4d53-b113-92209f129f36),segment_id=efb726c1-b3dd-4d53-b113-92209f129f36)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:53:39.569174 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:39.619280 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Pushing event updated for resources: {'Port': ['ID=7a41948d-3190-47e8-9af0-6cd74e4c721c,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:41.300128 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 7a41948d-3190-47e8-9af0-6cd74e4c721c up at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:53:41.349377 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Provisioning complete for port 7a41948d-3190-47e8-9af0-6cd74e4c721c triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:41.349685 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:44.224523 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-cd7fce6f-7473-49f7-9ca0-9165223b5463 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:44.225930 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-cd7fce6f-7473-49f7-9ca0-9165223b5463 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/networks?id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb HTTP/1.1" status: 200 len: 815 time: 0.1086404 Jul 13 14:53:44.241008 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-669e3cce-5560-4aeb-8c8b-70a65e0442c2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/quotas/7aaa7f2de2a34d6ebe72dd2147173bef HTTP/1.1" status: 200 len: 375 time: 0.0091376 Jul 13 14:53:44.307328 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-36810d5c-2c18-4dcc-9a83-7d88108998ba tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608051 Jul 13 14:53:44.409061 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-459b9067-2ed0-416c-b5d6-4252675c4174 service neutron] 10.222.0.68 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902443 Jul 13 14:53:44.503137 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-f697b8f9-145b-4db6-b558-08dda05de46e service neutron] 10.222.0.68 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882142 Jul 13 14:53:44.694815 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e3a2fda6-d2d4-4199-8433-78d9fb0ded88 req-bd5e103f-55f4-42cf-9ff8-a77f1501e4e4 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 210 time: 0.0370367 Jul 13 14:53:45.837542 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-56901cd3-d728-4bc8-a86b-082fbf329eec req-6665f258-9e4d-411e-8d98-9d24be6be0ba tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 210 time: 0.0326800 Jul 13 14:53:45.983676 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-1c0fecfe-71f8-47b1-874f-e952a53c0aa7 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:45.985291 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-1c0fecfe-71f8-47b1-874f-e952a53c0aa7 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.70 "GET /v2.0/networks?id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb HTTP/1.1" status: 200 len: 815 time: 0.1093130 Jul 13 14:53:45.998700 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'port': {'device_id': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'admin_state_up': True, 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:46.114426 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Made reservation on behalf of 7aaa7f2de2a34d6ebe72dd2147173bef for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:53:46.118810 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:46.249377 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Allocated IP 172.20.0.8 (6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb/75610889-c1db-4f53-8ce2-f5d2f7f0db72/b8bae699-bb7a-41b5-bfec-30341d479c76) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:53:46.407208 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:46.422845 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Transition to ACTIVE for port object b8bae699-bb7a-41b5-bfec-30341d479c76 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:46.486211 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:46.559967 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:53:46.565007 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:53:46.567823 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:46.581704 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'Port': ['ID=b8bae699-bb7a-41b5-bfec-30341d479c76,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:46.584485 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:53:46.661948 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:46.662912 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:46.680244 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b3d071be-6616-4d32-97c6-ca0846d55ea1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6854670 Jul 13 14:53:46.837518 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-6a30f707-d02c-4efd-86a3-4930a2784dba None None] Provisioning for port b8bae699-bb7a-41b5-bfec-30341d479c76 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:53:46.841976 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-6a30f707-d02c-4efd-86a3-4930a2784dba None None] Provisioning complete for port b8bae699-bb7a-41b5-bfec-30341d479c76 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:53:46.842355 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6a30f707-d02c-4efd-86a3-4930a2784dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:46.879473 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-6a30f707-d02c-4efd-86a3-4930a2784dba None None] Port b8bae699-bb7a-41b5-bfec-30341d479c76 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:53:47.020496 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dabac0-2591-488a-b51e-589e8363bb62 req-583d7018-173f-4663-ad69-f0aeaa6a1421 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:47.022014 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-48dabac0-2591-488a-b51e-589e8363bb62 req-583d7018-173f-4663-ad69-f0aeaa6a1421 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 931 time: 0.0684526 Jul 13 14:53:47.064256 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-48dabac0-2591-488a-b51e-589e8363bb62 req-7d2b05a2-9281-47e7-adba-8cf9874e53d8 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361667 Jul 13 14:53:48.249663 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049da37-d924-4f90-a38a-f880559c081b req-3fba6582-60ba-405d-bab1-9f3431e070b2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:48.251136 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f049da37-d924-4f90-a38a-f880559c081b req-3fba6582-60ba-405d-bab1-9f3431e070b2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 931 time: 0.0670168 Jul 13 14:53:48.272149 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-60b1b419-27a7-4217-a42b-669af1afd738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:48.294537 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f049da37-d924-4f90-a38a-f880559c081b req-d3ee0e07-78ef-4bb0-bf77-2d7b684878ad tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372429 Jul 13 14:53:49.507834 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3f443-307c-47b0-bb3d-099c3c2629a3 req-b67ffb47-c63c-4473-824c-0def3371ba89 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:49.509500 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f6d3f443-307c-47b0-bb3d-099c3c2629a3 req-b67ffb47-c63c-4473-824c-0def3371ba89 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 931 time: 0.0856662 Jul 13 14:53:49.557078 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f6d3f443-307c-47b0-bb3d-099c3c2629a3 req-83633328-9b8f-4c3d-ba20-0852f7bc814f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373545 Jul 13 14:53:50.742150 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a750b-a353-4283-a332-ea2b0cd8e15c req-b95720ee-e7ea-404d-b042-bb8feae189a8 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:50.743764 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f90a750b-a353-4283-a332-ea2b0cd8e15c req-b95720ee-e7ea-404d-b042-bb8feae189a8 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 931 time: 0.0674565 Jul 13 14:53:50.770808 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:50.792767 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f90a750b-a353-4283-a332-ea2b0cd8e15c req-954a127f-9844-45d2-ad02-7d696c8bdbb0 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Jul 13 14:53:50.895858 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f3346317-1eb8-412c-815d-831b8b092236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:51.974576 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b47cd6-9fb3-4be9-bb1c-b82a28735f0a req-d153cc67-b2ea-48fa-964f-493b3b8aff9b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:51.976196 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-48b47cd6-9fb3-4be9-bb1c-b82a28735f0a req-d153cc67-b2ea-48fa-964f-493b3b8aff9b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 931 time: 0.0674922 Jul 13 14:53:52.022481 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-48b47cd6-9fb3-4be9-bb1c-b82a28735f0a req-913cabc8-9408-4e4d-93d6-edf18a0452d6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Jul 13 14:53:52.105016 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:53.204154 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f64180-2fcd-4b62-a957-bea543bc505e req-f23b24e9-507f-4069-a7cd-889743b7b47c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:53.205899 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f8f64180-2fcd-4b62-a957-bea543bc505e req-f23b24e9-507f-4069-a7cd-889743b7b47c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 931 time: 0.0715392 Jul 13 14:53:53.247109 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f8f64180-2fcd-4b62-a957-bea543bc505e req-129755a5-ee9c-427a-86e4-066ae1bcd62b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350485 Jul 13 14:53:53.461190 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:54.437282 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d8c7d-b9d1-459f-84d1-d63586408bc4 req-22f705df-eb00-448e-a5df-7a8c4eeaca8b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:54.439600 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9a1d8c7d-b9d1-459f-84d1-d63586408bc4 req-22f705df-eb00-448e-a5df-7a8c4eeaca8b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 931 time: 0.0662994 Jul 13 14:53:54.478996 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9a1d8c7d-b9d1-459f-84d1-d63586408bc4 req-fb5b4732-2872-477e-9d9e-20aa546c1f2e tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Jul 13 14:53:55.901508 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fbd90-9dc7-45ca-83ef-7c03600edf4d req-3f17c7db-f40d-4740-bc46-a179e21999c9 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:55.903012 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4e2fbd90-9dc7-45ca-83ef-7c03600edf4d req-3f17c7db-f40d-4740-bc46-a179e21999c9 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 931 time: 0.3103168 Jul 13 14:53:55.941416 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4e2fbd90-9dc7-45ca-83ef-7c03600edf4d req-1f8cc602-2c0d-4453-9a94-6ca7872a4315 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324993 Jul 13 14:53:56.595386 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Request body: {'port': {'device_id': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:53:56.696540 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:56.747400 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-beb6c37d-a883-4092-8f30-d3054d63d720 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0907283 Jul 13 14:53:56.934607 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-9518a8ab-8c3b-4242-a1f4-2279fb3de383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:56.936115 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-9518a8ab-8c3b-4242-a1f4-2279fb3de383 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e779b8103a9b4610a8030f42f68d2755&device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1240458 Jul 13 14:53:57.071180 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bae699-bb7a-41b5-bfec-30341d479c76 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:53:57.082351 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:57.102179 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-2d221852-3db5-4bcd-9e6f-2d479f74a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:57.103656 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-2d221852-3db5-4bcd-9e6f-2d479f74a04f service neutron] 10.222.0.70 "GET /v2.0/networks?id=efdf4f60-fe8d-4b27-ae2f-508d58a68006 HTTP/1.1" status: 200 len: 910 time: 0.1462801 Jul 13 14:53:57.106219 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Transition to ACTIVE for port object b8bae699-bb7a-41b5-bfec-30341d479c76 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:53:57.116984 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2ce07-588a-489b-92a9-fe883ec8a536 req-cbc1b7eb-2359-489e-aa06-299a5502a4d2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:57.117938 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:57.123726 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-24c2ce07-588a-489b-92a9-fe883ec8a536 req-cbc1b7eb-2359-489e-aa06-299a5502a4d2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 931 time: 0.0728199 Jul 13 14:53:57.161569 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-24c2ce07-588a-489b-92a9-fe883ec8a536 req-18dc8b58-86b4-4d66-88ba-08c9d859a1e7 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369241 Jul 13 14:53:57.211646 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=b8bae699-bb7a-41b5-bfec-30341d479c76,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:57.242126 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.242491 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.242816 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.243162 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.243504 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.243839 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.244208 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.244537 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.244869 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.245200 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.246086 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.246413 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:53:57.250904 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-01da3bf8-a5cb-4d38-ac57-10c6b6354f94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac HTTP/1.1" status: 200 len: 1001 time: 0.1412277 Jul 13 14:53:57.333536 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-26692f59-3aef-4998-93e1-d4894ccbbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:57.335001 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-26692f59-3aef-4998-93e1-d4894ccbbf23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f54865ba-240b-4bbb-8c47-3a6909ec365a HTTP/1.1" status: 200 len: 848 time: 0.0645978 Jul 13 14:53:57.339566 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Attempting to bind port b8bae699-bb7a-41b5-bfec-30341d479c76 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:53:57.339886 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Attempting to bind port b8bae699-bb7a-41b5-bfec-30341d479c76 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:53:57.340302 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Attempting to bind port b8bae699-bb7a-41b5-bfec-30341d479c76 on network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:57.374016 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Port b8bae699-bb7a-41b5-bfec-30341d479c76 on network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:53:57.374341 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Attempting to bind port b8bae699-bb7a-41b5-bfec-30341d479c76 on network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:53:57.384727 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:53:57.385076 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Checking segment: {'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:53:57.385475 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Bound using segment: {'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:53:57.385964 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Bound port: b8bae699-bb7a-41b5-bfec-30341d479c76, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de12818-3e39-4b03-bb28-690c80630b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:53:57.386332 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:57.445689 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-c4d1bc3e-691f-4c51-a8a3-2a5a0fc56b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:57.447469 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-c4d1bc3e-691f-4c51-a8a3-2a5a0fc56b0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=efdf4f60-fe8d-4b27-ae2f-508d58a68006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1046576 Jul 13 14:53:57.517525 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] For port b8bae699-bb7a-41b5-bfec-30341d479c76, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:53:57.534282 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] For port b8bae699-bb7a-41b5-bfec-30341d479c76, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8bae699-bb7a-41b5-bfec-30341d479c76,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:53:57.544397 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:57.596653 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:57.597363 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:57.598672 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] 10.222.0.70 "PUT /v2.0/ports/b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 200 len: 1093 time: 1.0078266 Jul 13 14:53:57.599403 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:53:57.601386 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:53:57.610752 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-b032b3b4-8d45-4376-870a-aa49abc25f24 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573925 Jul 13 14:53:57.628606 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe594c6-cfab-47fb-9a9c-704f2ba3fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=b8bae699-bb7a-41b5-bfec-30341d479c76,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:53:57.660180 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1517812a-5709-42e4-be8f-22d8faf16c77 x-openstack-request-id: req-1517812a-5709-42e4-be8f-22d8faf16c77 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:53:57.660517 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:53:57.660729 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1517812a-5709-42e4-be8f-22d8faf16c77 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:53:57.661137 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'status': 'completed', 'code': 200} Jul 13 14:53:57.758342 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b8be32a2-8b12-436e-b5c6-832cc55e5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:57.759850 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-b8be32a2-8b12-436e-b5c6-832cc55e5d6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef&device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 1096 time: 0.1192958 Jul 13 14:53:57.761647 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f9acfbed-73d1-4407-9f85-a09ca0b9c364 req-ca0c5857-fa52-42bc-bacc-adc6114644c7 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300356 Jul 13 14:53:57.809898 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-c2d49fcd-4a38-42be-9b8b-c385315bbeb1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 200 len: 217 time: 0.0386119 Jul 13 14:53:57.858750 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-83b6d87e-8515-4289-b203-73fc7861ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:57.860127 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-83b6d87e-8515-4289-b203-73fc7861ad2e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75610889-c1db-4f53-8ce2-f5d2f7f0db72 HTTP/1.1" status: 200 len: 854 time: 0.0441203 Jul 13 14:53:57.917032 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-54f3e66e-27b4-420e-8ad2-66b04e9a4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:57.918555 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-54f3e66e-27b4-420e-8ad2-66b04e9a4b65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516822 Jul 13 14:53:58.008353 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-ec8e4e3a-7e8c-4139-ad81-e3febe0d05b7 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835195 Jul 13 14:53:58.095856 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-7abfc5de-5f88-4e6c-bb34-4013e364307c req-7d4e6df5-fb7b-43fe-af5d-8b66a20fa2c7 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813115 Jul 13 14:53:58.217245 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-c6abfe27-8062-438e-9a25-472678eb7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:58.218743 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-c6abfe27-8062-438e-9a25-472678eb7683 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef&device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 1096 time: 0.0717633 Jul 13 14:53:58.327705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-3d744c31-1ec9-470b-a203-714600eacd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:58.329130 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-3d744c31-1ec9-470b-a203-714600eacd83 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb HTTP/1.1" status: 200 len: 916 time: 0.1038332 Jul 13 14:53:58.361820 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7102166-2c84-4d35-bfb6-4b613f1e1ef3 req-5ab2b595-b348-4f32-81bf-bddc6d6561cc tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:58.363329 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e7102166-2c84-4d35-bfb6-4b613f1e1ef3 req-5ab2b595-b348-4f32-81bf-bddc6d6561cc tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 943 time: 0.0739813 Jul 13 14:53:58.370852 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-669a1023-8262-420e-86b4-9e5f4fb69b06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 200 len: 217 time: 0.0340734 Jul 13 14:53:58.405078 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e7102166-2c84-4d35-bfb6-4b613f1e1ef3 req-5ee37578-eaca-49df-91b5-03f094a5b191 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360439 Jul 13 14:53:58.429147 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-8f7528d4-5240-4e62-84ed-50dac229b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:58.430757 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-8f7528d4-5240-4e62-84ed-50dac229b319 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75610889-c1db-4f53-8ce2-f5d2f7f0db72 HTTP/1.1" status: 200 len: 854 time: 0.0543888 Jul 13 14:53:58.496381 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-57815625-f6ba-45fa-834d-2027baf24276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:58.497894 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-57815625-f6ba-45fa-834d-2027baf24276 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601392 Jul 13 14:53:58.591373 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-9eeebf9e-1444-4372-a52e-1a70b3e09c39 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860085 Jul 13 14:53:58.698464 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-9b51630b-7c52-4f65-a1b7-2e9e09cd4ff0 req-94e1e041-fb53-4fd6-8206-623bc2db28f8 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993018 Jul 13 14:53:59.774389 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b7943-5e52-4910-afb7-31e2d641cee1 req-53e4fecd-0db2-48c0-bd52-659adaf7b11a tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:53:59.775824 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2b7b7943-5e52-4910-afb7-31e2d641cee1 req-53e4fecd-0db2-48c0-bd52-659adaf7b11a tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 943 time: 0.0689840 Jul 13 14:53:59.821593 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2b7b7943-5e52-4910-afb7-31e2d641cee1 req-c22c37c7-7d35-4cd5-9973-3e900a149382 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Jul 13 14:54:00.717210 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6a9f1-3218-4c38-bead-33284bf9ed81 req-a4e82287-9c37-4a8c-a52d-1631edb991a6 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:00.718726 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-92e6a9f1-3218-4c38-bead-33284bf9ed81 req-a4e82287-9c37-4a8c-a52d-1631edb991a6 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0709832 Jul 13 14:54:00.760463 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-92e6a9f1-3218-4c38-bead-33284bf9ed81 req-459b2ce8-4d5b-4711-b893-c39c6f117035 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354228 Jul 13 14:54:00.773763 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device b8bae699-bb7a-41b5-bfec-30341d479c76 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:54:00.880599 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port b8bae699-bb7a-41b5-bfec-30341d479c76, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8bae699-bb7a-41b5-bfec-30341d479c76,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:00.893773 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'port_id': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'mac_address': 'fa:16:3e:6b:ee:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:54:00.932886 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:00.946286 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bae699-bb7a-41b5-bfec-30341d479c76 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:54:00.969322 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port b8bae699-bb7a-41b5-bfec-30341d479c76, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8bae699-bb7a-41b5-bfec-30341d479c76,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:00.972603 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:01.015380 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d5936-5d56-40a6-8cec-30d017b0704b req-f0904c6d-8d2d-48f9-86aa-89021bef2d29 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:01.018219 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ea5d5936-5d56-40a6-8cec-30d017b0704b req-f0904c6d-8d2d-48f9-86aa-89021bef2d29 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 943 time: 0.0734079 Jul 13 14:54:01.022219 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=b8bae699-bb7a-41b5-bfec-30341d479c76,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:01.058862 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ea5d5936-5d56-40a6-8cec-30d017b0704b req-d5179760-28e5-4f0b-b99f-a28bbc417da6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Jul 13 14:54:01.201149 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['b8bae699-bb7a-41b5-bfec-30341d479c76'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:54:01.935175 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59627f-9c68-4cb4-94fc-4bbbd89358d5 req-10c9a926-9510-4aac-b558-d449f31f7c1e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:01.936780 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0d59627f-9c68-4cb4-94fc-4bbbd89358d5 req-10c9a926-9510-4aac-b558-d449f31f7c1e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0639954 Jul 13 14:54:01.974528 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-0d59627f-9c68-4cb4-94fc-4bbbd89358d5 req-1367a033-b5ae-47a9-95ac-8103100b8326 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Jul 13 14:54:02.239069 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294890-d8cd-4de9-affe-6f7644b0a71a req-fa3341e3-9d01-4bde-887b-28ee8e1aa387 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:02.240829 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6d294890-d8cd-4de9-affe-6f7644b0a71a req-fa3341e3-9d01-4bde-887b-28ee8e1aa387 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 944 time: 0.0702236 Jul 13 14:54:02.280507 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6d294890-d8cd-4de9-affe-6f7644b0a71a req-5ed79bb9-c7c5-44f4-bc81-4518fcc40ce2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Jul 13 14:54:02.766780 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device b8bae699-bb7a-41b5-bfec-30341d479c76 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:54:02.816039 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port b8bae699-bb7a-41b5-bfec-30341d479c76 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:54:02.819739 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port b8bae699-bb7a-41b5-bfec-30341d479c76 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:54:02.820199 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:02.900450 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:02.924195 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:54:02.926734 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b77233b-1e28-4d94-bd76-cd082e7f6f56" -d '{"events": [{"server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "name": "network-vif-plugged", "status": "completed", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:54:02.939113 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port b8bae699-bb7a-41b5-bfec-30341d479c76, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8bae699-bb7a-41b5-bfec-30341d479c76,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:02.943329 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:02.966902 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8b404a-e1b7-4a65-a53e-adb5276e193a x-openstack-request-id: req-9c8b404a-e1b7-4a65-a53e-adb5276e193a {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:54:02.967199 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "name": "network-vif-plugged", "status": "completed", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:54:02.967457 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9c8b404a-e1b7-4a65-a53e-adb5276e193a {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:54:02.967844 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'code': 200} Jul 13 14:54:02.998094 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=b8bae699-bb7a-41b5-bfec-30341d479c76,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:03.162301 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86856928-8da9-4c7a-ac34-81b0a0dbe34a req-cc2cf41b-fe29-4c69-9889-543ebe78c528 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:03.164411 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-86856928-8da9-4c7a-ac34-81b0a0dbe34a req-cc2cf41b-fe29-4c69-9889-543ebe78c528 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0739520 Jul 13 14:54:03.191722 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe38f5-162f-4727-ba66-4c9e3edc41e4 req-bd4345e8-3be4-4544-94e4-c5c5e47e6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:03.193280 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0bfe38f5-162f-4727-ba66-4c9e3edc41e4 req-bd4345e8-3be4-4544-94e4-c5c5e47e6a11 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 1098 time: 0.0536702 Jul 13 14:54:03.206209 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-86856928-8da9-4c7a-ac34-81b0a0dbe34a req-c2faa6f6-8821-4fbc-8aab-7e47bbb78717 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355184 Jul 13 14:54:03.237288 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0bfe38f5-162f-4727-ba66-4c9e3edc41e4 req-33ad99e3-fe75-48cb-bb26-ddd371ef82c8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367327 Jul 13 14:54:03.459248 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aace28-fb31-4e10-87ae-5f91ff960d09 req-31d8049e-a1ed-4e8a-bc41-2b3160d0d3b4 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:03.460926 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-88aace28-fb31-4e10-87ae-5f91ff960d09 req-31d8049e-a1ed-4e8a-bc41-2b3160d0d3b4 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 945 time: 0.0654724 Jul 13 14:54:03.500458 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-88aace28-fb31-4e10-87ae-5f91ff960d09 req-45aaf316-cb23-438a-9d53-9c60fe1bf0e2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334494 Jul 13 14:54:04.391918 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba09650-55b5-49bf-88f6-a1d4dc04b5ac req-3b948c50-e131-45de-a896-f8e739e5fd0e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:04.393450 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9ba09650-55b5-49bf-88f6-a1d4dc04b5ac req-3b948c50-e131-45de-a896-f8e739e5fd0e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0699868 Jul 13 14:54:04.433802 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9ba09650-55b5-49bf-88f6-a1d4dc04b5ac req-1efd5b49-e6e7-423a-85de-1a9380781a74 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341992 Jul 13 14:54:04.699582 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18aaf9-ce18-461d-b990-c65a4d69f54d req-4b2d0015-8d11-4314-bf9e-0391d38c5f59 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:04.701780 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2a18aaf9-ce18-461d-b990-c65a4d69f54d req-4b2d0015-8d11-4314-bf9e-0391d38c5f59 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 945 time: 0.0897474 Jul 13 14:54:04.742229 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2a18aaf9-ce18-461d-b990-c65a4d69f54d req-f871289e-0985-42df-9bfb-c8aa7ad5ed47 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Jul 13 14:54:04.931605 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b7934-390f-4f40-95f2-ceee92d6280a req-98700a2c-b194-472c-a492-1311c3e880d8 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:04.933222 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-015b7934-390f-4f40-95f2-ceee92d6280a req-98700a2c-b194-472c-a492-1311c3e880d8 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 945 time: 0.0740116 Jul 13 14:54:04.972799 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-015b7934-390f-4f40-95f2-ceee92d6280a req-8fb07ec3-d41a-47c2-9b0e-cb6c0037aec3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335960 Jul 13 14:54:05.367160 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c42d-d713-407a-abda-0194d93d33e0 req-d5f790f3-4b3b-45a2-bf59-7702b96aade7 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:05.368626 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8261c42d-d713-407a-abda-0194d93d33e0 req-d5f790f3-4b3b-45a2-bf59-7702b96aade7 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 945 time: 0.0671525 Jul 13 14:54:05.409030 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8261c42d-d713-407a-abda-0194d93d33e0 req-19d11f06-bbfd-4c86-8c86-fb22617ba9c1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332720 Jul 13 14:54:05.631508 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fa6f3-73b9-4e62-a283-770147d1fc4e req-24c6060c-725f-449b-9016-22a4fb4963b3 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:05.633038 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3f0fa6f3-73b9-4e62-a283-770147d1fc4e req-24c6060c-725f-449b-9016-22a4fb4963b3 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0733407 Jul 13 14:54:05.687622 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-3f0fa6f3-73b9-4e62-a283-770147d1fc4e req-59901b8b-9344-4f20-875e-405fe17f9bf7 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481548 Jul 13 14:54:06.882421 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83db45-5d1f-45ae-8ccf-b9887af863b0 req-f571d271-ea14-43fc-9f62-ae0fcc07f206 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:06.883567 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2e83db45-5d1f-45ae-8ccf-b9887af863b0 req-f571d271-ea14-43fc-9f62-ae0fcc07f206 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0748553 Jul 13 14:54:06.926632 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2e83db45-5d1f-45ae-8ccf-b9887af863b0 req-15d652f6-52cc-4e24-98a1-21788206baee tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372961 Jul 13 14:54:08.101409 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def4ea2-bf15-47ad-b8fc-ee36d264736f req-bf2947ee-9ce8-408d-acce-22ca75dc3e38 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:08.102927 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9def4ea2-bf15-47ad-b8fc-ee36d264736f req-bf2947ee-9ce8-408d-acce-22ca75dc3e38 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0665674 Jul 13 14:54:08.142376 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9def4ea2-bf15-47ad-b8fc-ee36d264736f req-67649caf-b040-4303-bb21-70ef20e9a34d tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337291 Jul 13 14:54:09.346473 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752d277-7803-486d-a57b-2bd143692197 req-29665da7-0474-47d7-9c5c-a197ef783bd8 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:09.348002 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5752d277-7803-486d-a57b-2bd143692197 req-29665da7-0474-47d7-9c5c-a197ef783bd8 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0723233 Jul 13 14:54:09.399838 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5752d277-7803-486d-a57b-2bd143692197 req-552ab0dc-43fd-4f79-96ad-ef5643337e31 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422220 Jul 13 14:54:10.579347 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba63f6-1dea-4203-8160-214515907e0c req-699e002d-2eee-4121-acc5-5594f015308e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:10.585141 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-efba63f6-1dea-4203-8160-214515907e0c req-699e002d-2eee-4121-acc5-5594f015308e tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0650637 Jul 13 14:54:10.619663 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-efba63f6-1dea-4203-8160-214515907e0c req-0a325fb4-539b-4963-94f2-b977dae862ca tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329809 Jul 13 14:54:10.823960 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-255d418f-eda5-4bad-93e7-24728f197538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:10.825372 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-255d418f-eda5-4bad-93e7-24728f197538 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e779b8103a9b4610a8030f42f68d2755&device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0553577 Jul 13 14:54:10.920268 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-e2c96242-6046-4e8d-8616-f92ff93e118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:10.921717 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-e2c96242-6046-4e8d-8616-f92ff93e118d service neutron] 10.222.0.70 "GET /v2.0/networks?id=efdf4f60-fe8d-4b27-ae2f-508d58a68006 HTTP/1.1" status: 200 len: 910 time: 0.0851419 Jul 13 14:54:10.994614 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-4b736d2e-f4ce-4b83-a237-ad3be270521d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac HTTP/1.1" status: 200 len: 1001 time: 0.0608063 Jul 13 14:54:11.045555 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-02ed21b7-866c-4dec-98cb-c605934b6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:11.047000 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-02ed21b7-866c-4dec-98cb-c605934b6f5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f54865ba-240b-4bbb-8c47-3a6909ec365a HTTP/1.1" status: 200 len: 848 time: 0.0457983 Jul 13 14:54:11.108096 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-1497e4b1-b22a-4d98-8c2a-d8ba86b2b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:11.109461 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-1497e4b1-b22a-4d98-8c2a-d8ba86b2b2c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=efdf4f60-fe8d-4b27-ae2f-508d58a68006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522332 Jul 13 14:54:11.201517 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-6a148d94-3a65-42a6-b651-33db2a9b809b service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850739 Jul 13 14:54:11.293041 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-91072506-8905-4e5f-8d6e-564c3d6a3c9a req-6fefb7b0-4f90-42d6-95bd-5b4d3ea20a43 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838444 Jul 13 14:54:11.801549 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2f13c-442f-4f3a-8e78-4e5b09b8c67d req-a64c684c-825d-41f2-9b46-c5c0d45315a7 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:11.803202 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-68e2f13c-442f-4f3a-8e78-4e5b09b8c67d req-a64c684c-825d-41f2-9b46-c5c0d45315a7 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0683973 Jul 13 14:54:11.845160 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-68e2f13c-442f-4f3a-8e78-4e5b09b8c67d req-619b4562-f110-407c-8691-778c8f67c2d1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361137 Jul 13 14:54:13.039621 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438186f3-ea07-44c0-8fca-9feff4ba30f0 req-48380dd8-9bdb-4a73-aabc-3a91831b4bea tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:13.041329 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-438186f3-ea07-44c0-8fca-9feff4ba30f0 req-48380dd8-9bdb-4a73-aabc-3a91831b4bea tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0813129 Jul 13 14:54:13.084862 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-438186f3-ea07-44c0-8fca-9feff4ba30f0 req-b3eb3c2e-3491-4fea-86fc-3d6618bc58ae tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372255 Jul 13 14:54:13.737536 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:54:14.061936 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba19a1-c9dd-44f7-a450-406323838713 req-4e15d7bc-0253-4fc7-996e-0c05e2804b87 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:14.063447 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6cba19a1-c9dd-44f7-a450-406323838713 req-4e15d7bc-0253-4fc7-996e-0c05e2804b87 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 945 time: 0.0705912 Jul 13 14:54:14.101670 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6cba19a1-c9dd-44f7-a450-406323838713 req-12e578cd-3dc7-44d4-8be8-cf319f6fb406 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Jul 13 14:54:14.129531 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38934) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:14.269434 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29f352-05c9-4611-afb3-6b6630881dda req-091a93a5-1e38-46ae-8ab8-ca641d11509b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:14.270950 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e29f352-05c9-4611-afb3-6b6630881dda req-091a93a5-1e38-46ae-8ab8-ca641d11509b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0699818 Jul 13 14:54:14.293170 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67017dfd-5024-4305-9698-52ac32a3fa57 tempest-TestMinimumBasicScenario-889121693 tempest-TestMinimumBasicScenario-889121693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:14.295204 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-67017dfd-5024-4305-9698-52ac32a3fa57 tempest-TestMinimumBasicScenario-889121693 tempest-TestMinimumBasicScenario-889121693-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 1093 time: 0.1647470 Jul 13 14:54:14.298240 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38938) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:14.302589 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'floatingip': {'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'port_id': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:14.312671 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e29f352-05c9-4611-afb3-6b6630881dda req-dbf391c7-84be-4459-8670-5c99c2ca1c2c tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359299 Jul 13 14:54:14.325678 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for floatingip, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:14.440486 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:14.574483 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Allocated IP 172.27.0.84 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/fce272c8-c7ad-4488-b219-17a648eb2f51) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:54:14.689090 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412586ff-755c-4630-832f-b6c3822d177d req-1ac33f8d-bd3a-4026-8ce9-3acce49484e0 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:14.690630 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-412586ff-755c-4630-832f-b6c3822d177d req-1ac33f8d-bd3a-4026-8ce9-3acce49484e0 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0672891 Jul 13 14:54:14.721152 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:14.733225 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-4f0ed61a-8460-4402-af5e-f960ceafa2bf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1711607 Jul 13 14:54:14.734249 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-412586ff-755c-4630-832f-b6c3822d177d req-76c6ac2e-fecc-45fc-990b-8a5cd63f167b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344317 Jul 13 14:54:14.771639 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:14.817689 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:54:14.820573 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:54:14.824014 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:54:14.849020 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'Port': ['ID=fce272c8-c7ad-4488-b219-17a648eb2f51,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:15.528726 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:15.620839 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:15.794331 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:15.799610 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:15.881008 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'Port': ['ID=fce272c8-c7ad-4488-b219-17a648eb2f51,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:15.891947 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:15.940364 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7e365-906e-4525-b4d9-1eafad9139b8 req-5f77d4b0-771e-4f48-84ee-587e50fa5cd1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:15.942202 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8ff7e365-906e-4525-b4d9-1eafad9139b8 req-5f77d4b0-771e-4f48-84ee-587e50fa5cd1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0795798 Jul 13 14:54:15.992478 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8ff7e365-906e-4525-b4d9-1eafad9139b8 req-042d0ad5-13e1-44da-ad8f-3da3aaaa2f0b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435195 Jul 13 14:54:16.000206 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.l3_db [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Floating IP fbb83600-ea6d-44e5-b718-d9948022b901 associated. External IP: 172.27.0.84, port: b8bae699-bb7a-41b5-bfec-30341d479c76. Jul 13 14:54:16.253076 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:54:16.262624 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-3127fee4-fe1e-45c6-9ff4-dfa111e271bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:16.264711 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-3127fee4-fe1e-45c6-9ff4-dfa111e271bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6&tenant_id=e779b8103a9b4610a8030f42f68d2755 HTTP/1.1" status: 200 len: 1098 time: 0.1171193 Jul 13 14:54:16.414121 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:54:16.424132 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-5ec0cc59-19fb-48d7-98ce-ad9e5096742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:16.425618 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-5ec0cc59-19fb-48d7-98ce-ad9e5096742c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e779b8103a9b4610a8030f42f68d2755&device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1164322 Jul 13 14:54:16.425991 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] Sync routers for ids ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:54:16.436815 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] Routers {'d9a6abf6-9b3b-4438-b4cb-5136e09aa611'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:54:16.437441 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:53:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:16.441547 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.522037 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-fc5ef649-5022-46bc-b141-ad7ae66622a3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2226701 Jul 13 14:54:16.525510 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38958) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:16.530695 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703683066', 'description': 'tempest-secgroup-smoke-703683066 description', 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:16.536082 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:54:16.538360 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc0ddc6-f671-4b14-b376-c32ef1328788" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:54:16.556881 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] Set router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:54:16.563848 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.565679 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-c6b0755a-66f9-40d7-b573-0d43ce84ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:16.567410 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-c6b0755a-66f9-40d7-b573-0d43ce84ca2c service neutron] 10.222.0.70 "GET /v2.0/networks?id=efdf4f60-fe8d-4b27-ae2f-508d58a68006 HTTP/1.1" status: 200 len: 910 time: 0.1350427 Jul 13 14:54:16.627498 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9666cb-ccc9-45ee-9500-81b3da7a525b x-openstack-request-id: req-9d9666cb-ccc9-45ee-9500-81b3da7a525b {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:54:16.629236 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:54:16.629236 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9d9666cb-ccc9-45ee-9500-81b3da7a525b {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:54:16.629236 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'status': 'completed', 'code': 200} Jul 13 14:54:16.683533 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-2b6e6e71-56e4-4227-b061-ab01c0206aae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac HTTP/1.1" status: 200 len: 1001 time: 0.1091175 Jul 13 14:54:16.687243 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.693593 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.694163 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.734635 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.735940 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2093914 Jul 13 14:54:16.740489 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38962) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:16.745731 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-5b198ee6-190d-4e34-a829-75c901dc92b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'security_group_rule': {'security_group_id': '22e24db9-4659-450a-bfe1-86e418f8a2d4', 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:16.747126 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-462f12ab-4a64-47d4-8fcf-7880016e65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:16.749442 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-462f12ab-4a64-47d4-8fcf-7880016e65a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef&device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 1098 time: 0.1202812 Jul 13 14:54:16.751238 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e24db9-4659-450a-bfe1-86e418f8a2d4,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:16.761486 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.761837 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.762412 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.762941 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.763930 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.764280 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.764809 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.765151 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.765527 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.765812 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-dc4a43cf-7998-4e35-865a-062e7f9d791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:16.766027 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.766236 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.766520 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344b19f-ce7d-4818-8916-89c57f9b4d9f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:16.767192 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-dc4a43cf-7998-4e35-865a-062e7f9d791b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f54865ba-240b-4bbb-8c47-3a6909ec365a HTTP/1.1" status: 200 len: 848 time: 0.0744972 Jul 13 14:54:16.804285 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5b198ee6-190d-4e34-a829-75c901dc92b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.834308 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 38268f1c-515f-4528-85b0-c97c3e29e1ac no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:54:16.874829 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5b198ee6-190d-4e34-a829-75c901dc92b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.880181 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5b198ee6-190d-4e34-a829-75c901dc92b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.895347 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-b9b330eb-1ad0-4b8b-9a7a-a74483407e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:16.896548 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-b9b330eb-1ad0-4b8b-9a7a-a74483407e88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb HTTP/1.1" status: 200 len: 916 time: 0.1395946 Jul 13 14:54:16.901371 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b198ee6-190d-4e34-a829-75c901dc92b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b47836-11f6-4200-8e2c-14ced2c92f52,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:16.902698 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-85a1d4ad-8fe6-4941-82b9-0a3835109fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:16.905951 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-85a1d4ad-8fe6-4941-82b9-0a3835109fc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=efdf4f60-fe8d-4b27-ae2f-508d58a68006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1212375 Jul 13 14:54:16.914751 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-5b198ee6-190d-4e34-a829-75c901dc92b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.916644 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-5b198ee6-190d-4e34-a829-75c901dc92b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751525 Jul 13 14:54:16.919339 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38964) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:16.924800 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-8be8ac6f-d464-4420-a1b8-9259e18fa791 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'security_group_rule': {'security_group_id': '22e24db9-4659-450a-bfe1-86e418f8a2d4', 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:16.946761 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.955771 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8be8ac6f-d464-4420-a1b8-9259e18fa791 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.981014 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:54:16.983806 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a1b00b-7361-4827-8984-ca2ba0dedfba" -d '{"events": [{"server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:54:16.991520 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'fbb83600-ea6d-44e5-b718-d9948022b901', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'port_id': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'mac_address': 'fa:16:3e:6b:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:54:15Z', 'updated_at': '2021-07-13T14:54:15Z', 'revision_number': 0, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:34Z', 'revision_number': 5, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:17.036979 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 38268f1c-515f-4528-85b0-c97c3e29e1ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:17.038288 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] Checking router: d9a6abf6-9b3b-4438-b4cb-5136e09aa611 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:54:17.045116 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.048527 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8be8ac6f-d464-4420-a1b8-9259e18fa791 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.051389 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32096dd6-737e-4120-98a3-5befaf496c7c x-openstack-request-id: req-32096dd6-737e-4120-98a3-5befaf496c7c {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:54:17.051682 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:54:17.051993 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-32096dd6-737e-4120-98a3-5befaf496c7c {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:54:17.052684 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'code': 200} Jul 13 14:54:17.053441 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8be8ac6f-d464-4420-a1b8-9259e18fa791 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.074923 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8ac6f-d464-4420-a1b8-9259e18fa791 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e10ac0b-0c5c-467a-a583-6e2df2e2443f,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:17.078646 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] Routers {'d9a6abf6-9b3b-4438-b4cb-5136e09aa611'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:54:17.079448 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-e060716f-8cf6-4257-b04d-ce728273f463 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663725 Jul 13 14:54:17.079863 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:53:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:17.083193 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-8be8ac6f-d464-4420-a1b8-9259e18fa791 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.087834 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-8be8ac6f-d464-4420-a1b8-9259e18fa791 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668680 Jul 13 14:54:17.088552 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38970) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:17.094348 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-82b986c2-8cb1-441b-8123-a59a5bee52e0 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'security_group_rule': {'security_group_id': '22e24db9-4659-450a-bfe1-86e418f8a2d4', 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:17.130058 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82b986c2-8cb1-441b-8123-a59a5bee52e0 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.166409 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-a29fbd58-95e5-4d1b-b268-f6f5ac2ac55f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 200 len: 998 time: 0.2594178 Jul 13 14:54:17.221250 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=38268f1c-515f-4528-85b0-c97c3e29e1ac,revision_number=6']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:17.225709 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] Set router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:54:17.241538 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-91fad98a-0a25-4b1b-94a1-741c806b22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:17.243155 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-91fad98a-0a25-4b1b-94a1-741c806b22af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75610889-c1db-4f53-8ce2-f5d2f7f0db72 HTTP/1.1" status: 200 len: 854 time: 0.0700657 Jul 13 14:54:17.243367 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82b986c2-8cb1-441b-8123-a59a5bee52e0 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.248685 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-da4d1022-bd52-4652-b3d5-a98a1dcc86d4 req-fcbcd3be-e6de-41b9-81f7-511718496fb5 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577544 Jul 13 14:54:17.258765 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82b986c2-8cb1-441b-8123-a59a5bee52e0 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.260758 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.261195 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.261616 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.262039 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.262438 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.263055 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.263978 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.264341 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.264940 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.265527 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.265919 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.266501 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:54:17.288681 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b986c2-8cb1-441b-8123-a59a5bee52e0 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540ecdb4-ce38-437e-b212-44f8d98bddee,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:17.307032 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc420152-b879-463e-9101-a5a164b7468a req-b966a8c7-3770-43a5-a31e-d98dad6a81e6 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:17.308723 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dc420152-b879-463e-9101-a5a164b7468a req-b966a8c7-3770-43a5-a31e-d98dad6a81e6 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.1466262 Jul 13 14:54:17.311097 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-82b986c2-8cb1-441b-8123-a59a5bee52e0 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.314986 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38972) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:17.315242 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-82b986c2-8cb1-441b-8123-a59a5bee52e0 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2254727 Jul 13 14:54:17.323141 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-0d8d7d46-0e45-4e81-9b0a-23191c0ce514 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'security_group_rule': {'security_group_id': '22e24db9-4659-450a-bfe1-86e418f8a2d4', 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:17.352626 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-aa49d119-318a-4719-b632-2e05ef06209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:17.355088 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-aa49d119-318a-4719-b632-2e05ef06209d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0916302 Jul 13 14:54:17.358350 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-dc420152-b879-463e-9101-a5a164b7468a req-4365c38e-a366-451c-bae0-521ce9f32959 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398555 Jul 13 14:54:17.386630 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d46-0e45-4e81-9b0a-23191c0ce514 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.497473 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d46-0e45-4e81-9b0a-23191c0ce514 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.504841 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d46-0e45-4e81-9b0a-23191c0ce514 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.514805 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-96b9e3cf-2a4b-4aae-9b84-85567d143877 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492655 Jul 13 14:54:17.516622 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'fbb83600-ea6d-44e5-b718-d9948022b901', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'port_id': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'mac_address': 'fa:16:3e:6b:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:54:15Z', 'updated_at': '2021-07-13T14:54:15Z', 'revision_number': 0, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:34Z', 'revision_number': 5, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:54:17.535242 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d7d46-0e45-4e81-9b0a-23191c0ce514 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ad6d51-089b-42f3-abe3-4a9f49a79aa5,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:17.548005 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d46-0e45-4e81-9b0a-23191c0ce514 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.549226 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0d8d7d46-0e45-4e81-9b0a-23191c0ce514 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2328241 Jul 13 14:54:17.553137 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 38974) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:17.559372 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-2a11e147-edf9-4683-95e8-c034040e60b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'security_group_rule': {'security_group_id': '22e24db9-4659-450a-bfe1-86e418f8a2d4', 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:17.587607 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.securitygroups_db [None req-2a11e147-edf9-4683-95e8-c034040e60b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Project 7aaa7f2de2a34d6ebe72dd2147173bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:54:17.594119 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2a11e147-edf9-4683-95e8-c034040e60b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.625349 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-efc0ddc6-f671-4b14-b376-c32ef1328788 req-74b31033-69dc-415f-81c8-0845c05efe42 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015165 Jul 13 14:54:17.655128 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2a11e147-edf9-4683-95e8-c034040e60b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.659359 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2a11e147-edf9-4683-95e8-c034040e60b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.680373 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11e147-edf9-4683-95e8-c034040e60b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd24548d-fc4c-44b8-bb34-b5781397ed6e,revision_number=0']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:17.687008 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2a11e147-edf9-4683-95e8-c034040e60b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.691177 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 38976) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:54:17.691328 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-2a11e147-edf9-4683-95e8-c034040e60b6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366477 Jul 13 14:54:17.696436 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [None req-17e5b718-eb9d-403e-ab24-c20fd19d4b00 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'security_group_rule': {'security_group_id': '22e24db9-4659-450a-bfe1-86e418f8a2d4', 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:17.707036 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8192ce75-3e12-4047-8a64-db39d84a06bd None None] The sync data for ids ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'] in dv-cinder-733622-17-iscsi is: [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'fbb83600-ea6d-44e5-b718-d9948022b901', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'port_id': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'mac_address': 'fa:16:3e:6b:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:54:15Z', 'updated_at': '2021-07-13T14:54:15Z', 'revision_number': 0, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:34Z', 'revision_number': 5, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:54:17.722071 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.db.securitygroups_db [None req-17e5b718-eb9d-403e-ab24-c20fd19d4b00 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Project 7aaa7f2de2a34d6ebe72dd2147173bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:54:17.728309 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-17e5b718-eb9d-403e-ab24-c20fd19d4b00 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.801207 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-17e5b718-eb9d-403e-ab24-c20fd19d4b00 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.805008 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-17e5b718-eb9d-403e-ab24-c20fd19d4b00 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609703'] for security_group_rule, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.824109 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5b718-eb9d-403e-ab24-c20fd19d4b00 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11fddbc-a28f-48cf-9744-e4f1f3e26976,revision_number=0']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:17.828430 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-17e5b718-eb9d-403e-ab24-c20fd19d4b00 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:17.832460 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-17e5b718-eb9d-403e-ab24-c20fd19d4b00 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374085 Jul 13 14:54:17.928494 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d64f16-ddc4-41bb-ac64-67ae3c9345fa None None] New status for floating IP fbb83600-ea6d-44e5-b718-d9948022b901: ACTIVE {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:54:17.956109 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-eee49206-ab72-4026-bd21-94d1b235039d tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703683066&fields=id&tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef HTTP/1.1" status: 200 len: 267 time: 0.0355823 Jul 13 14:54:18.039266 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-0c57ad4b-ffcb-4efa-be2d-d253bd4be953 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:18.041064 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-0c57ad4b-ffcb-4efa-be2d-d253bd4be953 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 945 time: 0.0793209 Jul 13 14:54:18.054500 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-096501c5-374c-42d6-b5c9-4bfdd275807c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'port': {'security_groups': ['53d95bb3-5435-4077-82da-c7405415863b', '22e24db9-4659-450a-bfe1-86e418f8a2d4']}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:54:18.157253 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-096501c5-374c-42d6-b5c9-4bfdd275807c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:18.275980 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-2efa02a0-9b86-42de-afb0-e301bf0e1537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:18.355857 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-096501c5-374c-42d6-b5c9-4bfdd275807c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] For port b8bae699-bb7a-41b5-bfec-30341d479c76, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8bae699-bb7a-41b5-bfec-30341d479c76,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:18.392446 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-096501c5-374c-42d6-b5c9-4bfdd275807c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:18.398665 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-096501c5-374c-42d6-b5c9-4bfdd275807c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033177'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:18.410868 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['b8bae699-bb7a-41b5-bfec-30341d479c76'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:54:18.470312 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-096501c5-374c-42d6-b5c9-4bfdd275807c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:18.471045 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-096501c5-374c-42d6-b5c9-4bfdd275807c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:18.474507 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1e3cda15-7be7-4b64-b7b0-f06329f9f625 req-096501c5-374c-42d6-b5c9-4bfdd275807c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "PUT /v2.0/ports/b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 200 len: 981 time: 0.4266162 Jul 13 14:54:18.480236 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:54:18.493669 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:54:18.543345 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['b8bae699-bb7a-41b5-bfec-30341d479c76'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:54:18.559669 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096501c5-374c-42d6-b5c9-4bfdd275807c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'Port': ['ID=b8bae699-bb7a-41b5-bfec-30341d479c76,revision_number=6']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:18.655725 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b5a17-704f-41df-b2a1-89ac18c56805 req-c50071b7-eabc-43bf-bebf-3b4e683b894c tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:18.657292 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-791b5a17-704f-41df-b2a1-89ac18c56805 req-c50071b7-eabc-43bf-bebf-3b4e683b894c tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.1175032 Jul 13 14:54:18.704800 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed871c-9f30-43f2-9b19-c98552082f10 req-591cc34d-c970-4318-8c4d-34c5fba1d69d tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:18.706319 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-45ed871c-9f30-43f2-9b19-c98552082f10 req-591cc34d-c970-4318-8c4d-34c5fba1d69d tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.1110826 Jul 13 14:54:18.731486 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-791b5a17-704f-41df-b2a1-89ac18c56805 req-db66de51-aaf1-4da9-a7dc-8678ac447c26 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626519 Jul 13 14:54:18.753998 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-45ed871c-9f30-43f2-9b19-c98552082f10 req-30801952-0bbe-4ac6-bcc6-ece02277423d tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399189 Jul 13 14:54:18.798350 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f2b79e-2894-484d-82ee-4840ebee2879 x-openstack-request-id: req-05f2b79e-2894-484d-82ee-4840ebee2879 {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:54:18.798646 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:54:18.798908 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-05f2b79e-2894-484d-82ee-4840ebee2879 {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:54:18.799314 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'status': 'completed', 'code': 200} Jul 13 14:54:18.842561 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-e249b0c0-d54a-4af0-8d33-8819c83c3ff4 None None] Provisioning complete for port b8bae699-bb7a-41b5-bfec-30341d479c76 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:54:18.842928 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-e249b0c0-d54a-4af0-8d33-8819c83c3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:18.883655 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-7d545c45-c12e-4ff0-9239-b8e210d74dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:18.885391 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-7d545c45-c12e-4ff0-9239-b8e210d74dc7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef&device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 1137 time: 0.0568814 Jul 13 14:54:18.998892 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-c4e32d92-e731-4a5d-91af-f71ef397af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:19.000400 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-c4e32d92-e731-4a5d-91af-f71ef397af21 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb HTTP/1.1" status: 200 len: 916 time: 0.1052229 Jul 13 14:54:19.068719 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-fe82337c-b9bd-4019-bca8-362a58c2ee01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 200 len: 1000 time: 0.0616727 Jul 13 14:54:19.121410 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-37af2014-726e-4cb4-b94c-a4d659669ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:19.123422 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-37af2014-726e-4cb4-b94c-a4d659669ebc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75610889-c1db-4f53-8ce2-f5d2f7f0db72 HTTP/1.1" status: 200 len: 854 time: 0.0492065 Jul 13 14:54:19.185395 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-a06f3ea7-2362-463d-b3cc-7dc8af8cf51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:19.187083 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-a06f3ea7-2362-463d-b3cc-7dc8af8cf51b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552096 Jul 13 14:54:19.305182 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-326f1bde-a3ee-4919-90d7-a242600abbab service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984929 Jul 13 14:54:19.396733 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-6626fe44-7f52-4fa8-8edd-8ec7d612ded3 req-6951be86-5224-428a-a026-242fa99355d2 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Jul 13 14:54:19.934001 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48911d-a0e1-4111-8784-8926ee240b48 req-c8d7f854-35f0-4e11-b815-a7799747cc29 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:19.935599 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1d48911d-a0e1-4111-8784-8926ee240b48 req-c8d7f854-35f0-4e11-b815-a7799747cc29 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0758007 Jul 13 14:54:19.975122 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-1d48911d-a0e1-4111-8784-8926ee240b48 req-234c2d4e-4fad-4372-bfd0-f810df73710a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334830 Jul 13 14:54:20.767126 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:20.906861 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f21ea925-3c16-4390-a194-698f7364abc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:21.171666 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e804ffd-c0d5-49e6-9af5-958def055f25 req-91ed5c1c-75c8-4b7e-9b0d-2cd7ee1710ab tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:21.173841 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e804ffd-c0d5-49e6-9af5-958def055f25 req-91ed5c1c-75c8-4b7e-9b0d-2cd7ee1710ab tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0763011 Jul 13 14:54:21.216741 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7e804ffd-c0d5-49e6-9af5-958def055f25 req-305a04b9-c929-49a3-8e52-01f1bc1146c5 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365553 Jul 13 14:54:22.111802 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:22.392568 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87339223-936b-414d-b782-ae6ceefd6b34 req-4e0d3997-3002-47fc-ad0b-7815e28a202a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:22.394148 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-87339223-936b-414d-b782-ae6ceefd6b34 req-4e0d3997-3002-47fc-ad0b-7815e28a202a tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0636437 Jul 13 14:54:22.434286 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-87339223-936b-414d-b782-ae6ceefd6b34 req-1b4babaf-e9f7-467b-85df-5f1526008613 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344176 Jul 13 14:54:23.427903 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8409-d460-434f-9e0b-0a074b3c4571 req-7a055fda-1a20-469f-8f86-ad02eec58f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:23.429467 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ec8a8409-d460-434f-9e0b-0a074b3c4571 req-7a055fda-1a20-469f-8f86-ad02eec58f6c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0537863 Jul 13 14:54:23.463526 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:23.467460 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ec8a8409-d460-434f-9e0b-0a074b3c4571 req-20e1da39-1352-4cbf-8293-8f8788241ddb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304012 Jul 13 14:54:23.624906 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29049e-2d96-405b-8dbf-d7fcb05cea16 req-2803e7a4-511c-4662-8ffe-7801a7d17cea tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:23.626414 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cc29049e-2d96-405b-8dbf-d7fcb05cea16 req-2803e7a4-511c-4662-8ffe-7801a7d17cea tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0744505 Jul 13 14:54:23.667279 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cc29049e-2d96-405b-8dbf-d7fcb05cea16 req-54792545-57ac-4b19-897e-f0f01572a443 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337517 Jul 13 14:54:24.845341 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651b320-60f6-4892-ad8a-520e1b8493e6 req-ba60bfb6-5ee8-4139-b85a-337daf7df562 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:24.846930 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f651b320-60f6-4892-ad8a-520e1b8493e6 req-ba60bfb6-5ee8-4139-b85a-337daf7df562 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0672412 Jul 13 14:54:24.855582 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 38268f1c-515f-4528-85b0-c97c3e29e1ac details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:54:24.896678 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-f651b320-60f6-4892-ad8a-520e1b8493e6 req-1d859750-cd0c-4313-884b-c15e37c694e9 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441687 Jul 13 14:54:24.964127 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 38268f1c-515f-4528-85b0-c97c3e29e1ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:24.977811 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'port_id': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'mac_address': 'fa:16:3e:c1:e3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:54:25.019915 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:25.034005 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38268f1c-515f-4528-85b0-c97c3e29e1ac {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:54:25.055136 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 38268f1c-515f-4528-85b0-c97c3e29e1ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:25.059119 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:25.107041 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=38268f1c-515f-4528-85b0-c97c3e29e1ac,revision_number=7']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:25.342840 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['38268f1c-515f-4528-85b0-c97c3e29e1ac'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:54:26.858366 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 38268f1c-515f-4528-85b0-c97c3e29e1ac up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:54:26.911128 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port 38268f1c-515f-4528-85b0-c97c3e29e1ac triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:54:26.911501 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:26.997250 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:27.019924 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:54:27.022465 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef66ad0f-b85d-401f-bac2-d8552b8e94a9" -d '{"events": [{"server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "name": "network-vif-plugged", "status": "completed", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:54:27.041615 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port 38268f1c-515f-4528-85b0-c97c3e29e1ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:54:27.047083 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:27.072169 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a57ec4a-87ec-475c-b41a-d3f48dc2b1b0 x-openstack-request-id: req-7a57ec4a-87ec-475c-b41a-d3f48dc2b1b0 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:54:27.072464 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "name": "network-vif-plugged", "status": "completed", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:54:27.072753 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a57ec4a-87ec-475c-b41a-d3f48dc2b1b0 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:54:27.073105 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'code': 200} Jul 13 14:54:27.101642 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=38268f1c-515f-4528-85b0-c97c3e29e1ac,revision_number=8']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:54:41.397659 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-4fa019d0-d66b-4b3c-b5ab-6e206abe76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:41.399163 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-4fa019d0-d66b-4b3c-b5ab-6e206abe76d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef&device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 1137 time: 0.0534942 Jul 13 14:54:41.436614 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b04eac-cb90-458f-a563-bccfca427a68 req-d07162ad-0b8d-4a3c-8d30-2e4c060786a2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:41.438110 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c7b04eac-cb90-458f-a563-bccfca427a68 req-d07162ad-0b8d-4a3c-8d30-2e4c060786a2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0637228 Jul 13 14:54:41.478963 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c7b04eac-cb90-458f-a563-bccfca427a68 req-df3d1580-3fb6-4598-9f86-5fc72c943a66 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344825 Jul 13 14:54:41.494128 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-110fa4d9-cc08-4330-8f4b-c657e42aaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:41.495601 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-110fa4d9-cc08-4330-8f4b-c657e42aaac0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb HTTP/1.1" status: 200 len: 916 time: 0.0882614 Jul 13 14:54:41.560919 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-cb432375-df08-4e65-b27f-ec5c3aac759e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 200 len: 1000 time: 0.0577011 Jul 13 14:54:41.612884 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-7defeb0d-eab3-475f-94f9-aac2e4893c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:41.614319 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-7defeb0d-eab3-475f-94f9-aac2e4893c40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75610889-c1db-4f53-8ce2-f5d2f7f0db72 HTTP/1.1" status: 200 len: 854 time: 0.0465355 Jul 13 14:54:41.672222 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-25b9d674-523a-4ade-9833-ce44555d1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:41.673720 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-25b9d674-523a-4ade-9833-ce44555d1aea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515809 Jul 13 14:54:41.760824 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-4bef50b6-803d-4919-96e0-eef3df0ad399 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801334 Jul 13 14:54:41.851811 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-e4710889-9e2d-47c6-8b30-7676ef632de9 req-da3d175c-0e52-4136-82a6-7c265e338b43 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828691 Jul 13 14:54:42.660820 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9ccaf-86bb-489e-94e0-f2565aa74e97 req-8496b7c6-6776-4ba7-8ff2-47994fce7e94 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:42.662424 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-50f9ccaf-86bb-489e-94e0-f2565aa74e97 req-8496b7c6-6776-4ba7-8ff2-47994fce7e94 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0717688 Jul 13 14:54:42.707029 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-50f9ccaf-86bb-489e-94e0-f2565aa74e97 req-df5ab8bf-2ea0-4eec-9867-7edaa769261b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387261 Jul 13 14:54:43.883823 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71fc44-c51a-48ca-9935-87691cc6b25b req-74598ee6-a45a-4115-b1e4-c928109104b1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:43.885504 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-df71fc44-c51a-48ca-9935-87691cc6b25b req-74598ee6-a45a-4115-b1e4-c928109104b1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0641484 Jul 13 14:54:43.926918 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-df71fc44-c51a-48ca-9935-87691cc6b25b req-9d803c14-e352-4b80-8147-dd63403cca62 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351005 Jul 13 14:54:45.107592 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa3ebb-f316-4773-9294-7ece9f1720c2 req-1dfce388-f79f-43e4-9673-dcea6d0869e2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:45.109172 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-daaa3ebb-f316-4773-9294-7ece9f1720c2 req-1dfce388-f79f-43e4-9673-dcea6d0869e2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0676010 Jul 13 14:54:45.151312 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-daaa3ebb-f316-4773-9294-7ece9f1720c2 req-6e280509-b77d-461a-a09b-8cafa8812cfd tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355568 Jul 13 14:54:46.330239 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e20200-0526-4047-a14e-37e3388dab03 req-48e0e57d-1fc1-4ad3-b984-445c37e24f15 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:46.331663 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d1e20200-0526-4047-a14e-37e3388dab03 req-48e0e57d-1fc1-4ad3-b984-445c37e24f15 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0663331 Jul 13 14:54:46.372112 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d1e20200-0526-4047-a14e-37e3388dab03 req-30f2b2d9-b777-4939-8d95-7e2cf9427f62 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347252 Jul 13 14:54:46.596340 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:47.549336 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae487d4-7278-4abb-b597-d0886bd59730 req-49d973c4-2b11-4ece-8289-38befdd863eb tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:47.550752 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2ae487d4-7278-4abb-b597-d0886bd59730 req-49d973c4-2b11-4ece-8289-38befdd863eb tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0663137 Jul 13 14:54:47.594609 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2ae487d4-7278-4abb-b597-d0886bd59730 req-fd742840-915c-47cc-9f21-4ee672c5d026 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377743 Jul 13 14:54:47.913003 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-efeddb34-370f-4850-849d-3c7a06f4f7a4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599403 Jul 13 14:54:48.026591 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-66054817-d2ef-496f-a82a-7275ea63115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:48.028617 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-66054817-d2ef-496f-a82a-7275ea63115d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e779b8103a9b4610a8030f42f68d2755&device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0702910 Jul 13 14:54:48.156595 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-e1316b11-4820-4fdc-a1d4-183210e451f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:48.158079 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-e1316b11-4820-4fdc-a1d4-183210e451f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=efdf4f60-fe8d-4b27-ae2f-508d58a68006 HTTP/1.1" status: 200 len: 910 time: 0.1066265 Jul 13 14:54:48.225578 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-aec632f0-bde0-49d9-94e7-6b8aed356f8a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac HTTP/1.1" status: 200 len: 1001 time: 0.0603948 Jul 13 14:54:48.279907 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-1fe2c11e-1ce5-4cb0-8a2c-08ca7f532a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:48.283930 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-63544628-150d-45fb-9be2-b832fb7385cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:48.285587 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-63544628-150d-45fb-9be2-b832fb7385cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f54865ba-240b-4bbb-8c47-3a6909ec365a HTTP/1.1" status: 200 len: 848 time: 0.0532842 Jul 13 14:54:48.352836 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-50f775b1-3eda-455a-86e1-e6bfd3502c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:48.354574 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-50f775b1-3eda-455a-86e1-e6bfd3502c67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=efdf4f60-fe8d-4b27-ae2f-508d58a68006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0628757 Jul 13 14:54:48.445592 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-61815fb8-8d3d-4169-8866-a81a37a47fc3 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845053 Jul 13 14:54:48.544213 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-257129d5-5df8-43e3-ac19-6a149e7d48ee req-55bd710c-844e-4ad7-82ad-7d45fadf849a service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922654 Jul 13 14:54:48.776516 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324dda1-e0ce-4910-ba09-bf7c282670c7 req-2ab32ffc-d897-49e3-af9f-25e145b8ac4c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:48.778634 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5324dda1-e0ce-4910-ba09-bf7c282670c7 req-2ab32ffc-d897-49e3-af9f-25e145b8ac4c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0704110 Jul 13 14:54:48.826630 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5324dda1-e0ce-4910-ba09-bf7c282670c7 req-cef69bf8-78ef-4cba-95b9-c256cf72e9d2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422003 Jul 13 14:54:50.005574 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a000c9-e789-4e3d-a042-1d2ab4889c3b req-23d20a31-39e0-4821-aaae-e904208d9eb5 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:50.007067 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e5a000c9-e789-4e3d-a042-1d2ab4889c3b req-23d20a31-39e0-4821-aaae-e904208d9eb5 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0664687 Jul 13 14:54:50.047268 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e5a000c9-e789-4e3d-a042-1d2ab4889c3b req-7410e4c0-3498-4896-a98a-22325cc141b9 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344338 Jul 13 14:54:50.737625 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:54:50.773056 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:50.897728 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-51585b4d-c538-44a7-b37a-a5bbb26e5544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:51.225549 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3b9ef-1754-4057-9ae7-01c58786b4d8 req-ff33ba6f-ff24-47e2-9e0e-cfa639398433 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:51.227043 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-90e3b9ef-1754-4057-9ae7-01c58786b4d8 req-ff33ba6f-ff24-47e2-9e0e-cfa639398433 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0677338 Jul 13 14:54:51.269237 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-90e3b9ef-1754-4057-9ae7-01c58786b4d8 req-f6634f77-deb8-4fd2-8d97-3b2ea1e38710 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363224 Jul 13 14:54:52.113126 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:52.467615 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540398f-9d6e-4c6c-b77f-c8f819736d20 req-8aaadb31-16f2-441d-8372-ee6c471284ed tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:52.469434 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b540398f-9d6e-4c6c-b77f-c8f819736d20 req-8aaadb31-16f2-441d-8372-ee6c471284ed tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0737951 Jul 13 14:54:52.514582 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b540398f-9d6e-4c6c-b77f-c8f819736d20 req-abe1a6f4-a7f7-4cf2-b5c6-c0ee0a94d3ae tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383863 Jul 13 14:54:53.472065 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:53.719726 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333ad9e-797d-4cc2-89cd-a6ecadd23e52 req-20312b25-39ea-4e79-9a6d-2d74a12af346 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:53.721320 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9333ad9e-797d-4cc2-89cd-a6ecadd23e52 req-20312b25-39ea-4e79-9a6d-2d74a12af346 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0758932 Jul 13 14:54:53.784922 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-9333ad9e-797d-4cc2-89cd-a6ecadd23e52 req-82d78dea-d4cf-4df2-ba6d-f60ccdc16106 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541582 Jul 13 14:54:54.972601 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1249d-6a72-46d6-9f49-a86a002c8ee2 req-87f7c0cc-00de-49f5-a167-e439ee7633d6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:54.974053 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c5c1249d-6a72-46d6-9f49-a86a002c8ee2 req-87f7c0cc-00de-49f5-a167-e439ee7633d6 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0673146 Jul 13 14:54:55.014502 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-c5c1249d-6a72-46d6-9f49-a86a002c8ee2 req-f92fc0d0-42f3-46d4-aba9-a15cde03bd8b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342724 Jul 13 14:54:56.186453 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b7b3e-664e-43ba-a4d7-1307a10e12a1 req-73b2ba82-269c-45ca-81bc-f3ae709b9e5c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:56.187935 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d87b7b3e-664e-43ba-a4d7-1307a10e12a1 req-73b2ba82-269c-45ca-81bc-f3ae709b9e5c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0649664 Jul 13 14:54:56.227751 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d87b7b3e-664e-43ba-a4d7-1307a10e12a1 req-78460cb9-0803-4528-aba2-f057ce423b3b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341434 Jul 13 14:54:57.404328 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e5858-d78e-4d56-9ddf-07a5ef5c8fc1 req-dd32ef38-ff82-4e55-abe6-d379956876cb tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:57.407221 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d15e5858-d78e-4d56-9ddf-07a5ef5c8fc1 req-dd32ef38-ff82-4e55-abe6-d379956876cb tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0701859 Jul 13 14:54:57.447340 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-d15e5858-d78e-4d56-9ddf-07a5ef5c8fc1 req-c2f93dad-b045-4652-a386-cf5a1d7d7bc1 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353014 Jul 13 14:54:58.618722 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85611f5-6304-4ea3-a9e8-644324f2fc09 req-1c704ed3-8b9f-438e-8bfe-52b992db6fe0 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:58.620211 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b85611f5-6304-4ea3-a9e8-644324f2fc09 req-1c704ed3-8b9f-438e-8bfe-52b992db6fe0 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0633724 Jul 13 14:54:58.659879 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b85611f5-6304-4ea3-a9e8-644324f2fc09 req-ebee6162-7958-4fa8-9996-a34c97f081e3 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332918 Jul 13 14:54:59.854350 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468ca0e-9b7c-4b75-9b3f-ce3d6f7b9fed req-454cb9b2-40ba-4f91-a9ed-7250deee7670 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:54:59.855928 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5468ca0e-9b7c-4b75-9b3f-ce3d6f7b9fed req-454cb9b2-40ba-4f91-a9ed-7250deee7670 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0804651 Jul 13 14:54:59.897640 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5468ca0e-9b7c-4b75-9b3f-ce3d6f7b9fed req-9cca8f9d-d3f0-4c65-ab64-75573884389a tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356495 Jul 13 14:55:01.071473 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9c3e-e6e1-40ea-aeac-65d27e8c7e89 req-f363250e-a827-4ada-b37e-54af0d826d48 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:01.072972 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-294e9c3e-e6e1-40ea-aeac-65d27e8c7e89 req-f363250e-a827-4ada-b37e-54af0d826d48 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0672843 Jul 13 14:55:01.113351 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-294e9c3e-e6e1-40ea-aeac-65d27e8c7e89 req-91cd7322-acfe-4305-808d-9d62e5f267ca tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340388 Jul 13 14:55:02.293363 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5ee0b-8b85-4c52-a873-16d05e5786c4 req-2375b99f-bec8-43b4-9c2b-366eb1fced48 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:02.294753 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-69e5ee0b-8b85-4c52-a873-16d05e5786c4 req-2375b99f-bec8-43b4-9c2b-366eb1fced48 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0631638 Jul 13 14:55:02.334612 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-69e5ee0b-8b85-4c52-a873-16d05e5786c4 req-ec08e082-96b0-4732-bee5-aa2c1f66a7a9 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337138 Jul 13 14:55:03.516077 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce4252-8bbc-4620-acc9-98e7dbf417a9 req-984a6c7f-ab31-4b18-97f7-965ad4afa7bc tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:03.517458 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bcce4252-8bbc-4620-acc9-98e7dbf417a9 req-984a6c7f-ab31-4b18-97f7-965ad4afa7bc tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0645480 Jul 13 14:55:03.556041 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bcce4252-8bbc-4620-acc9-98e7dbf417a9 req-05326762-0f78-42f8-a64c-cf32542816eb tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327330 Jul 13 14:55:04.738968 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-8756d57d-7dc0-4203-b48d-edf0fae603ce tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273559919&fields=id&tenant_id=06133272fcc84f67bfa6304b218717e5 HTTP/1.1" status: 200 len: 267 time: 0.0461283 Jul 13 14:55:04.761202 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd133b84-3cc2-43a0-9f09-5f8a7f616f3c req-0107dd5c-2b0b-4f53-926c-d4b7ec1cc29d tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:04.762610 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bd133b84-3cc2-43a0-9f09-5f8a7f616f3c req-0107dd5c-2b0b-4f53-926c-d4b7ec1cc29d tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0969553 Jul 13 14:55:04.855415 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bd133b84-3cc2-43a0-9f09-5f8a7f616f3c req-20b64cdc-f737-4a59-9255-fa1e83f9b114 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&id=22e24db9-4659-450a-bfe1-86e418f8a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801904 Jul 13 14:55:04.880848 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-b023848c-0840-4f47-af16-88978704f0bd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:04.882285 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-b023848c-0840-4f47-af16-88978704f0bd tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 811 time: 0.1369104 Jul 13 14:55:04.897158 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-b5b8e4e4-3ada-489c-8c03-39343f352f54 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/quotas/06133272fcc84f67bfa6304b218717e5 HTTP/1.1" status: 200 len: 375 time: 0.0096502 Jul 13 14:55:04.976745 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-91bfc1be-dd9e-403e-bc5e-ed43d7efb803 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0747116 Jul 13 14:55:05.124719 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-4f17057d-f93b-4d69-bfe8-25761d407850 service neutron] 10.222.0.68 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363552 Jul 13 14:55:05.214233 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-d828f99b-d896-483d-bcd4-51115a33df39 service neutron] 10.222.0.68 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825412 Jul 13 14:55:05.629029 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4392d321-0b79-444c-9b64-2bc9990593c5 req-e5ecc5d5-f2d0-43bb-83f2-9b30b6b393be tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 210 time: 0.0525548 Jul 13 14:55:06.790283 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6aae1143-d6ca-4d23-936c-790e16511ed5 req-22aea9d7-8cdf-42a4-8323-49417371463c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 210 time: 0.0323234 Jul 13 14:55:06.879772 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-edf73813-3d01-4a84-b52e-cbdafb78a4d8 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:06.881266 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-edf73813-3d01-4a84-b52e-cbdafb78a4d8 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 811 time: 0.1092596 Jul 13 14:55:06.927322 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-8354ffec-8533-43ef-b05e-9e3a962830f1 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06133272fcc84f67bfa6304b218717e5 HTTP/1.1" status: 200 len: 379 time: 0.0364423 Jul 13 14:55:06.936047 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'port': {'device_id': '45396b74-2317-4118-842c-b81870efce29', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'admin_state_up': True, 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'security_groups': ['11e01330-3f82-408e-aad3-3617a2dd50e5']}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:07.044924 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Made reservation on behalf of 06133272fcc84f67bfa6304b218717e5 for: {'port': 1} {{(pid=99622) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:55:07.049006 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.174847 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_common [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Allocated IP 172.20.0.4 (1243d244-8e7c-4936-be5f-46d13ffbf9fd/a15289ae-b56b-4ed7-b63d-8ade077e6745/ecf6004a-8b76-48b4-aa9d-26a012258ca0) {{(pid=99622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:55:07.310949 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for port, precommit_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.326292 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Transition to ACTIVE for port object ecf6004a-8b76-48b4-aa9d-26a012258ca0 will not be triggered until provisioned by entity DHCP. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:07.366711 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_create {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.438554 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd is already hosted by enough agents. {{(pid=99622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:55:07.441785 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.base_scheduler [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Resources bound (agent type, host, resource id): {{(pid=99622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:55:07.444291 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Received port after_create {{(pid=99622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:55:07.480659 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'Port': ['ID=ecf6004a-8b76-48b4-aa9d-26a012258ca0,revision_number=1']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:07.495562 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.495909 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.496289 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.496632 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.496987 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.497355 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.497692 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.498026 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.498359 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.498691 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.499021 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.499449 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:07.517842 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:07.518524 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.541454 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-1b458670-8be1-40a0-8a9a-77a007de72ac tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6090751 Jul 13 14:55:07.554633 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.v2.base [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Request body: {'port': {'device_id': '45396b74-2317-4118-842c-b81870efce29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=99622) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:07.642949 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.683425 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-bb4286d6-ba3f-4c4a-bc90-f80be2a5c209 None None] Provisioning for port ecf6004a-8b76-48b4-aa9d-26a012258ca0 completed by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:07.688042 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-bb4286d6-ba3f-4c4a-bc90-f80be2a5c209 None None] Provisioning complete for port ecf6004a-8b76-48b4-aa9d-26a012258ca0 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:07.688446 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-bb4286d6-ba3f-4c4a-bc90-f80be2a5c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.728044 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-bb4286d6-ba3f-4c4a-bc90-f80be2a5c209 None None] Port ecf6004a-8b76-48b4-aa9d-26a012258ca0 cannot update to ACTIVE because it is not bound. {{(pid=99623) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:55:07.934506 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf6004a-8b76-48b4-aa9d-26a012258ca0 {{(pid=99622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:55:07.942888 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.955172 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.provisioning_blocks [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Transition to ACTIVE for port object ecf6004a-8b76-48b4-aa9d-26a012258ca0 will not be triggered until provisioned by entity L2. {{(pid=99622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:55:07.959417 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:07.964923 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632cfdb-2810-4e92-b4e2-283d0eff6c42 req-efcd8c15-2ee0-468a-af33-1b5472684073 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:07.966456 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b632cfdb-2810-4e92-b4e2-283d0eff6c42 req-efcd8c15-2ee0-468a-af33-1b5472684073 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 931 time: 0.0635831 Jul 13 14:55:08.010726 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf6004a-8b76-48b4-aa9d-26a012258ca0,revision_number=2']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:08.019823 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b632cfdb-2810-4e92-b4e2-283d0eff6c42 req-2b6dae16-848c-4238-8fa2-cf1b18a29c97 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474613 Jul 13 14:55:08.085959 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Attempting to bind port ecf6004a-8b76-48b4-aa9d-26a012258ca0 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:55:08.086302 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Attempting to bind port ecf6004a-8b76-48b4-aa9d-26a012258ca0 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:55:08.086635 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Attempting to bind port ecf6004a-8b76-48b4-aa9d-26a012258ca0 on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:55:08.091162 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Port ecf6004a-8b76-48b4-aa9d-26a012258ca0 on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:55:08.091491 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Attempting to bind port ecf6004a-8b76-48b4-aa9d-26a012258ca0 on network 1243d244-8e7c-4936-be5f-46d13ffbf9fd {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:55:08.096803 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Checking agent: {'id': '2d031ae2-9882-4a15-bbbb-16211a24c23a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'started_at': datetime.datetime(2021, 7, 13, 14, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:55:08.097171 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Checking segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:55:08.097563 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Bound using segment: {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'} {{(pid=99622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:55:08.098015 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.managers [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Bound port: ecf6004a-8b76-48b4-aa9d-26a012258ca0, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7ed622-46d7-4488-bf3a-5936dec0ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd'}}] {{(pid=99622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:55:08.098364 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.163977 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] For port ecf6004a-8b76-48b4-aa9d-26a012258ca0, host hv-cinder-73362, cleared binding levels {{(pid=99622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:55:08.167090 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] For port ecf6004a-8b76-48b4-aa9d-26a012258ca0, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ecf6004a-8b76-48b4-aa9d-26a012258ca0,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:55:08.170783 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6224301'] for port, after_update {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.205060 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:08.205674 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:08.207034 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] 10.222.0.70 "PUT /v2.0/ports/ecf6004a-8b76-48b4-aa9d-26a012258ca0 HTTP/1.1" status: 200 len: 1093 time: 0.6569009 Jul 13 14:55:08.207466 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45396b74-2317-4118-842c-b81870efce29', 'tag': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:08.209713 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87454dea-bc48-4e4d-ba99-c450ed756d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "45396b74-2317-4118-842c-b81870efce29", "tag": "ecf6004a-8b76-48b4-aa9d-26a012258ca0"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:08.235559 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4f974-b184-4943-9bcf-2a4d51a5e628 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf6004a-8b76-48b4-aa9d-26a012258ca0,revision_number=3']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:08.249810 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d485c-63ce-44ba-ac84-e73440f1848e x-openstack-request-id: req-818d485c-63ce-44ba-ac84-e73440f1848e {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:08.249810 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45396b74-2317-4118-842c-b81870efce29", "tag": "ecf6004a-8b76-48b4-aa9d-26a012258ca0", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:08.250065 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-818d485c-63ce-44ba-ac84-e73440f1848e {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:08.250457 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45396b74-2317-4118-842c-b81870efce29', 'tag': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'status': 'completed', 'code': 200} Jul 13 14:55:08.308127 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-311ddccd-f170-4996-b845-e40ec0bec06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:08.309623 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-311ddccd-f170-4996-b845-e40ec0bec06a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 1096 time: 0.0545964 Jul 13 14:55:08.353842 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-fac6ad50-3401-4618-a0c7-7d8f14fe3ec1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf6004a-8b76-48b4-aa9d-26a012258ca0 HTTP/1.1" status: 200 len: 217 time: 0.0361357 Jul 13 14:55:08.402019 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-79f5dcc8-a575-46e3-9a97-8b69b0a31d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:08.403464 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-79f5dcc8-a575-46e3-9a97-8b69b0a31d6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0436008 Jul 13 14:55:08.457614 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-32df69e5-9982-4f2f-a3ed-96eb5e52e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:08.459053 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-32df69e5-9982-4f2f-a3ed-96eb5e52e912 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494013 Jul 13 14:55:08.548828 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-4364b352-1f84-4269-b0aa-c7eb66900d26 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830209 Jul 13 14:55:08.635997 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-65c6bae5-978a-4d7d-ae73-cc6fd5bf07cb req-75bb36c0-45dc-41d0-b0c1-37944d6f0c6b service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811439 Jul 13 14:55:08.733118 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-2569f3d6-0b3c-412a-a6fa-66dfec196f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:08.735179 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-2569f3d6-0b3c-412a-a6fa-66dfec196f7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 1096 time: 0.0548427 Jul 13 14:55:08.820584 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-2e75cbd3-b41e-4dd6-8330-c788b84e6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:08.822075 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-2e75cbd3-b41e-4dd6-8330-c788b84e6508 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 912 time: 0.0808358 Jul 13 14:55:08.867608 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-83ee0c85-a9b8-4393-823c-d5d47d5823e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf6004a-8b76-48b4-aa9d-26a012258ca0 HTTP/1.1" status: 200 len: 217 time: 0.0339932 Jul 13 14:55:08.918905 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-de0d0e68-4426-4951-915e-dc363777bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:08.920259 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-de0d0e68-4426-4951-915e-dc363777bd9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0461271 Jul 13 14:55:08.976798 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-3b849898-1d9d-4faf-8d1c-1d98d41575f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:08.978246 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-3b849898-1d9d-4faf-8d1c-1d98d41575f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507696 Jul 13 14:55:09.071270 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-5bc2d89c-148c-4c48-87d9-3a0a7118be80 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798731 Jul 13 14:55:09.167025 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-87454dea-bc48-4e4d-ba99-c450ed756d9d req-82c666a5-7b38-4f24-b438-fed65cdaaac4 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865281 Jul 13 14:55:09.312580 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a88903-d385-4585-a8b8-d15c37951d8c req-9ece8cca-ad0e-4f6f-a089-a744dc759c2c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:09.315956 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-17a88903-d385-4585-a8b8-d15c37951d8c req-9ece8cca-ad0e-4f6f-a089-a744dc759c2c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 943 time: 0.0657470 Jul 13 14:55:09.352775 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-17a88903-d385-4585-a8b8-d15c37951d8c req-6547614a-db2b-48d0-b508-d270e1d300d0 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317903 Jul 13 14:55:10.528972 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ae6b7-9672-48c9-8d9c-1cd0a7c6e1e0 req-50091cb2-9166-42fb-bfc9-64dbbaa9d7bb tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:10.530462 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a42ae6b7-9672-48c9-8d9c-1cd0a7c6e1e0 req-50091cb2-9166-42fb-bfc9-64dbbaa9d7bb tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 943 time: 0.0658965 Jul 13 14:55:10.569428 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-a42ae6b7-9672-48c9-8d9c-1cd0a7c6e1e0 req-a7b63ca0-0ade-4978-a75d-d106fa385fce tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331848 Jul 13 14:55:11.743729 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a1b3e-e67f-4b84-971c-4a91e408bc18 req-d5a83654-4c1a-438f-88cc-1ea2396a87cb tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:11.745279 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-636a1b3e-e67f-4b84-971c-4a91e408bc18 req-d5a83654-4c1a-438f-88cc-1ea2396a87cb tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 943 time: 0.0658145 Jul 13 14:55:11.785742 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-636a1b3e-e67f-4b84-971c-4a91e408bc18 req-be804d85-bd37-486b-98c1-dd8aa7a8a36e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342515 Jul 13 14:55:12.966756 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5a6e5-59dc-48db-b016-604da472a389 req-3922af48-051c-4cba-b451-a137b0e4ab11 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:12.968250 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eda5a6e5-59dc-48db-b016-604da472a389 req-3922af48-051c-4cba-b451-a137b0e4ab11 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 943 time: 0.0669112 Jul 13 14:55:13.007865 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-eda5a6e5-59dc-48db-b016-604da472a389 req-ecbbdaae-4b54-4c3f-abb3-10528d1ffadb tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340543 Jul 13 14:55:14.182409 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd29f5a-d3a9-4263-b240-67e819c0755b req-be85705a-0491-478e-8e68-5505c5a957af tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:14.183898 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bfd29f5a-d3a9-4263-b240-67e819c0755b req-be85705a-0491-478e-8e68-5505c5a957af tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 943 time: 0.0632968 Jul 13 14:55:14.222653 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-bfd29f5a-d3a9-4263-b240-67e819c0755b req-b51de687-1820-4449-9033-8fe37fab9949 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326002 Jul 13 14:55:15.101526 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device ecf6004a-8b76-48b4-aa9d-26a012258ca0 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=99623) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:55:15.197223 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port ecf6004a-8b76-48b4-aa9d-26a012258ca0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ecf6004a-8b76-48b4-aa9d-26a012258ca0,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:15.208658 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Returning: {'device': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'port_id': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'mac_address': 'fa:16:3e:f9:71:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99623) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:55:15.245115 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:15.258504 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf6004a-8b76-48b4-aa9d-26a012258ca0 {{(pid=99623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:55:15.283468 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port ecf6004a-8b76-48b4-aa9d-26a012258ca0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ecf6004a-8b76-48b4-aa9d-26a012258ca0,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:15.287373 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:15.336071 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=ecf6004a-8b76-48b4-aa9d-26a012258ca0,revision_number=4']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:15.394220 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b385c-2481-4d51-8c5e-a70f1a4e2b98 req-13a97003-170c-4daa-8e83-a94fb6f53b4e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:15.395969 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4f2b385c-2481-4d51-8c5e-a70f1a4e2b98 req-13a97003-170c-4daa-8e83-a94fb6f53b4e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 944 time: 0.0642767 Jul 13 14:55:15.434991 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4f2b385c-2481-4d51-8c5e-a70f1a4e2b98 req-e007d519-b22b-4ec5-ad5d-8fd1fb271214 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334234 Jul 13 14:55:15.541566 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['ecf6004a-8b76-48b4-aa9d-26a012258ca0'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:55:16.582990 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:16.610379 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2bd36-49b6-4c6a-918d-8ccff31b4242 req-651d3832-8dff-41f3-9d18-cc0ea768c4ff tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:16.611849 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4cb2bd36-49b6-4c6a-918d-8ccff31b4242 req-651d3832-8dff-41f3-9d18-cc0ea768c4ff tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 944 time: 0.0677531 Jul 13 14:55:16.651014 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4cb2bd36-49b6-4c6a-918d-8ccff31b4242 req-aa1e5b7b-bc26-48d2-bed5-38e3664932e8 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334427 Jul 13 14:55:17.103739 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device ecf6004a-8b76-48b4-aa9d-26a012258ca0 up at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:55:17.153530 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning for port ecf6004a-8b76-48b4-aa9d-26a012258ca0 completed by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:55:17.157772 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Provisioning complete for port ecf6004a-8b76-48b4-aa9d-26a012258ca0 triggered by entity L2. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:17.158149 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:17.231761 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:17.253930 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45396b74-2317-4118-842c-b81870efce29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0'}] {{(pid=99623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:17.256069 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a7ab03fa5ae93c3a68518264957552f5e006cf0298926f9ba395d4a871a934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b547fb-73e0-464f-9a07-f66ad5ef909d" -d '{"events": [{"server_uuid": "45396b74-2317-4118-842c-b81870efce29", "name": "network-vif-plugged", "status": "completed", "tag": "ecf6004a-8b76-48b4-aa9d-26a012258ca0"}]}' {{(pid=99623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:17.273877 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] For port ecf6004a-8b76-48b4-aa9d-26a012258ca0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ecf6004a-8b76-48b4-aa9d-26a012258ca0,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:17.278759 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520'] for port, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:17.304370 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d90ce-5d07-4848-8fff-a918cd084928 x-openstack-request-id: req-4b7d90ce-5d07-4848-8fff-a918cd084928 {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:17.304663 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45396b74-2317-4118-842c-b81870efce29", "name": "network-vif-plugged", "status": "completed", "tag": "ecf6004a-8b76-48b4-aa9d-26a012258ca0", "code": 200}]} {{(pid=99623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:17.304922 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b7d90ce-5d07-4848-8fff-a918cd084928 {{(pid=99623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:17.305305 dv-cinder-733622-17-iscsi neutron-server[99623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45396b74-2317-4118-842c-b81870efce29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'code': 200} Jul 13 14:55:17.332048 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Pushing event updated for resources: {'Port': ['ID=ecf6004a-8b76-48b4-aa9d-26a012258ca0,revision_number=5']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:17.339005 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.339361 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.339706 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.340066 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.340403 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.340736 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.341066 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.341393 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.341721 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.342044 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.342366 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.342727 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:17.585765 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8253c1e-7183-4450-b4f6-5db8adabdd87 req-c8d6f3c9-f2c7-4014-b7ac-ca2dbb5d13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:17.587140 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f8253c1e-7183-4450-b4f6-5db8adabdd87 req-c8d6f3c9-f2c7-4014-b7ac-ca2dbb5d13f7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 1098 time: 0.0510447 Jul 13 14:55:17.623544 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-f8253c1e-7183-4450-b4f6-5db8adabdd87 req-b1cf402f-0b3c-45bf-91b8-d3080d23b791 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270343 Jul 13 14:55:17.822384 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a6265-f02d-4777-8f70-ada678da6df8 req-86d3ab70-c3eb-4bfa-81e7-948f95365a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:17.823853 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ca8a6265-f02d-4777-8f70-ada678da6df8 req-86d3ab70-c3eb-4bfa-81e7-948f95365a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 945 time: 0.0621474 Jul 13 14:55:17.861137 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-ca8a6265-f02d-4777-8f70-ada678da6df8 req-9c5667d8-39c8-46ec-a73e-57eea1816a45 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317097 Jul 13 14:55:18.273957 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-0faa2c5f-6edd-4288-8edd-2f9002e042f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:19.032821 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c3d54-bb29-4960-ae7e-d38d192aeb35 req-27aaab68-7b0d-4f23-bcdc-793d9d944593 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:19.034292 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b91c3d54-bb29-4960-ae7e-d38d192aeb35 req-27aaab68-7b0d-4f23-bcdc-793d9d944593 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 945 time: 0.0656426 Jul 13 14:55:19.071543 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b91c3d54-bb29-4960-ae7e-d38d192aeb35 req-1f304e50-4bcb-4662-aaab-35c020aec4c6 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317786 Jul 13 14:55:19.239342 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad7b54-cab0-4aed-a091-d78c18631360 req-35c730c5-3be3-4f85-864d-ef83a9a257aa tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:19.240748 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2dad7b54-cab0-4aed-a091-d78c18631360 req-35c730c5-3be3-4f85-864d-ef83a9a257aa tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 945 time: 0.0617182 Jul 13 14:55:19.277415 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-2dad7b54-cab0-4aed-a091-d78c18631360 req-3fb4d943-7305-438c-ba36-7a5f9f827841 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312133 Jul 13 14:55:19.301855 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39148) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:19.384192 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb033aac-c83a-4285-bc3c-3ea5335a8986 tempest-TestVolumeBootPattern-233542184 tempest-TestVolumeBootPattern-233542184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:19.385686 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-bb033aac-c83a-4285-bc3c-3ea5335a8986 tempest-TestVolumeBootPattern-233542184 tempest-TestVolumeBootPattern-233542184-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 1093 time: 0.0828722 Jul 13 14:55:19.388369 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39150) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:19.392954 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Request body: {'floatingip': {'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'port_id': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:19.414092 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:19.507332 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:19.843797 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_common [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Allocated IP 172.27.0.143 (29747457-fede-49b1-b2b1-e0dc79c8d995/6b04a009-ccc8-4bb3-b026-d2bb28f3c317/9c0a9726-cf2e-4793-806c-fa84d1d56f32) {{(pid=99621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:55:19.947366 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for port, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:19.986174 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783506094484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:20.024136 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Network 29747457-fede-49b1-b2b1-e0dc79c8d995 is already hosted by enough agents. {{(pid=99621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:55:20.028829 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.base_scheduler [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Resources bound (agent type, host, resource id): {{(pid=99621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:55:20.032265 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Received port after_create {{(pid=99621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:55:20.054506 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'Port': ['ID=9c0a9726-cf2e-4793-806c-fa84d1d56f32,revision_number=1']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:20.067410 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.067760 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.068122 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.068454 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.068781 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.069108 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.069433 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.069754 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.070077 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.070402 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.070718 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.071036 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:55:20.396934 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:20.472064 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:20.620662 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:20.625347 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033177'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:20.693445 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event updated for resources: {'Port': ['ID=9c0a9726-cf2e-4793-806c-fa84d1d56f32,revision_number=2']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:20.702116 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-717909'] for floatingip, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:20.767277 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:20.803330 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.l3_db [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Floating IP 2add0061-8922-44b7-a2ae-ef06233ba376 associated. External IP: 172.27.0.143, port: ecf6004a-8b76-48b4-aa9d-26a012258ca0. Jul 13 14:55:20.898369 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ab375760-b98e-49ae-bad6-10fe7f1cc2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:21.017376 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:55:21.125443 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:21.135206 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] Sync routers for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:21.141823 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:21.145745 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:21.146438 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:21.186756 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-a94217b1-8876-489a-b545-4d5874644839 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7973640 Jul 13 14:55:21.187382 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45396b74-2317-4118-842c-b81870efce29', 'tag': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:21.189681 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088671bc-879d-4233-b7ff-628a1b0f97eb" -d '{"events": [{"name": "network-changed", "server_uuid": "45396b74-2317-4118-842c-b81870efce29", "tag": "ecf6004a-8b76-48b4-aa9d-26a012258ca0"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:21.225808 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a5db85-474f-4c5f-9feb-cb3f099ceef9 x-openstack-request-id: req-e9a5db85-474f-4c5f-9feb-cb3f099ceef9 {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:21.226111 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45396b74-2317-4118-842c-b81870efce29", "tag": "ecf6004a-8b76-48b4-aa9d-26a012258ca0", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:21.226369 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e9a5db85-474f-4c5f-9feb-cb3f099ceef9 {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:21.226770 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45396b74-2317-4118-842c-b81870efce29', 'tag': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'status': 'completed', 'code': 200} Jul 13 14:55:21.252965 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:21.314422 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-5f027bc2-3ba3-4681-8386-640b2f30e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:21.315903 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-5f027bc2-3ba3-4681-8386-640b2f30e1f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 1098 time: 0.0577116 Jul 13 14:55:21.615023 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': '2add0061-8922-44b7-a2ae-ef06233ba376', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:f9:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45396b74-2317-4118-842c-b81870efce29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:55:20Z', 'updated_at': '2021-07-13T14:55:20Z', 'revision_number': 0, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}, {'id': 'a65c93da-8376-4fbc-b482-4971cee00f2e', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:71:55:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:16Z', 'updated_at': '2021-07-13T14:53:18Z', 'revision_number': 1, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:21.642505 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] Checking router: 8866f587-706f-4d16-a5d0-0a4cb2132ae0 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:21.651295 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:21.651912 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:21.674622 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-95e5dec4-c86c-4a8c-ad7a-c432aa7249bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:21.676130 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-95e5dec4-c86c-4a8c-ad7a-c432aa7249bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 912 time: 0.3535213 Jul 13 14:55:21.745416 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-14bd63f7-e59a-4106-9c19-90c527b45fb6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf6004a-8b76-48b4-aa9d-26a012258ca0 HTTP/1.1" status: 200 len: 999 time: 0.0627863 Jul 13 14:55:21.759869 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:21.792809 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-9edc6fd4-ae63-4302-b675-f722b4f7d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:21.794268 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-9edc6fd4-ae63-4302-b675-f722b4f7d0de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0429630 Jul 13 14:55:21.851742 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-6d5591c5-2772-4539-990a-a0013f5f9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:21.853267 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-6d5591c5-2772-4539-990a-a0013f5f9bc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523858 Jul 13 14:55:21.947028 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-c8e31cad-7dfb-4e86-b8dd-7a6d3e2ad49d service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864584 Jul 13 14:55:21.988855 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': '2add0061-8922-44b7-a2ae-ef06233ba376', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:f9:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45396b74-2317-4118-842c-b81870efce29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:55:20Z', 'updated_at': '2021-07-13T14:55:20Z', 'revision_number': 0, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}, {'id': 'a65c93da-8376-4fbc-b482-4971cee00f2e', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:71:55:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:16Z', 'updated_at': '2021-07-13T14:53:18Z', 'revision_number': 1, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:22.016375 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf5235-49e5-459c-b4d0-2d91ba56fcc4 None None] The sync data for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi is: [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': '2add0061-8922-44b7-a2ae-ef06233ba376', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:f9:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45396b74-2317-4118-842c-b81870efce29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:55:20Z', 'updated_at': '2021-07-13T14:55:20Z', 'revision_number': 0, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}, {'id': 'a65c93da-8376-4fbc-b482-4971cee00f2e', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:71:55:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:16Z', 'updated_at': '2021-07-13T14:53:18Z', 'revision_number': 1, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:22.037395 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-088671bc-879d-4233-b7ff-628a1b0f97eb req-fce15299-1764-4c12-a3c0-858b194798dd service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836351 Jul 13 14:55:22.114176 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:22.207808 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e10f33-b28b-4205-bf48-1666d7c7faf0 None None] New status for floating IP 2add0061-8922-44b7-a2ae-ef06233ba376: ACTIVE {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:55:23.468934 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:27.736858 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:55:38.639659 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4413c390-11d7-45df-a1af-fe654d5750eb req-1e52fa58-919c-4ea3-a824-a9aa63a83bce tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703683066&fields=id&tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef HTTP/1.1" status: 200 len: 267 time: 0.0863485 Jul 13 14:55:38.712299 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413c390-11d7-45df-a1af-fe654d5750eb req-a7d6719b-da00-46a2-ae0d-ed09d54d293f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:38.713807 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4413c390-11d7-45df-a1af-fe654d5750eb req-a7d6719b-da00-46a2-ae0d-ed09d54d293f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 984 time: 0.0682073 Jul 13 14:55:38.729247 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.v2.base [req-4413c390-11d7-45df-a1af-fe654d5750eb req-54dcd7e0-6481-4e78-9eae-a42506df3b5b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Request body: {'port': {'security_groups': ['53d95bb3-5435-4077-82da-c7405415863b']}} {{(pid=99621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:55:38.818047 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-4413c390-11d7-45df-a1af-fe654d5750eb req-54dcd7e0-6481-4e78-9eae-a42506df3b5b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1692786'] for port, before_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.008089 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [req-4413c390-11d7-45df-a1af-fe654d5750eb req-54dcd7e0-6481-4e78-9eae-a42506df3b5b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] For port b8bae699-bb7a-41b5-bfec-30341d479c76, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8bae699-bb7a-41b5-bfec-30341d479c76,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:39.045271 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-4413c390-11d7-45df-a1af-fe654d5750eb req-54dcd7e0-6481-4e78-9eae-a42506df3b5b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for port, precommit_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.050745 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-4413c390-11d7-45df-a1af-fe654d5750eb req-54dcd7e0-6481-4e78-9eae-a42506df3b5b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783506470903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783506094502', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783506094520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033177'] for port, after_update {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.065121 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['b8bae699-bb7a-41b5-bfec-30341d479c76'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:55:39.102120 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413c390-11d7-45df-a1af-fe654d5750eb req-54dcd7e0-6481-4e78-9eae-a42506df3b5b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:39.103080 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [req-4413c390-11d7-45df-a1af-fe654d5750eb req-54dcd7e0-6481-4e78-9eae-a42506df3b5b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.105439 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-4413c390-11d7-45df-a1af-fe654d5750eb req-54dcd7e0-6481-4e78-9eae-a42506df3b5b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "PUT /v2.0/ports/b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 200 len: 942 time: 0.3813803 Jul 13 14:55:39.105931 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:39.108298 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815b6e09-154d-4d92-b216-d5bccd480a83" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:39.111018 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39174) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:39.145388 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcd7e0-6481-4e78-9eae-a42506df3b5b tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event updated for resources: {'Port': ['ID=b8bae699-bb7a-41b5-bfec-30341d479c76,revision_number=7']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:39.175321 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbea691-56fa-4e93-9431-89ca4db4e9bc x-openstack-request-id: req-6cbea691-56fa-4e93-9431-89ca4db4e9bc {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:39.175636 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:39.175960 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6cbea691-56fa-4e93-9431-89ca4db4e9bc {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:39.176716 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'status': 'completed', 'code': 200} Jul 13 14:55:39.198687 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2846978f-b9b5-4ad7-81ab-c6e24810d5e5 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.254738 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['b8bae699-bb7a-41b5-bfec-30341d479c76'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:55:39.259911 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2846978f-b9b5-4ad7-81ab-c6e24810d5e5 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.379056 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-3a4f6d5c-cc32-4ead-ad9d-ea7f90d3dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:39.379056 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-3a4f6d5c-cc32-4ead-ad9d-ea7f90d3dad6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef&device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 1098 time: 0.1695251 Jul 13 14:55:39.403277 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2846978f-b9b5-4ad7-81ab-c6e24810d5e5 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.405868 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2846978f-b9b5-4ad7-81ab-c6e24810d5e5 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.414356 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-2846978f-b9b5-4ad7-81ab-c6e24810d5e5 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "DELETE /v2.0/security-groups/22e24db9-4659-450a-bfe1-86e418f8a2d4 HTTP/1.1" status: 204 len: 168 time: 0.2944040 Jul 13 14:55:39.414673 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39178) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:39.420406 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.provisioning_blocks [None req-fa71e8b5-d103-447f-ab3d-126194deecce None None] Provisioning complete for port b8bae699-bb7a-41b5-bfec-30341d479c76 triggered by entity DHCP. {{(pid=99623) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:55:39.420953 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fa71e8b5-d103-447f-ab3d-126194deecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1782695'] for port, provisioning_complete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.463168 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846978f-b9b5-4ad7-81ab-c6e24810d5e5 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e24db9-4659-450a-bfe1-86e418f8a2d4,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:39.518399 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-d274d4ae-092b-4a50-8bb1-d0484e2265c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:39.520443 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-d274d4ae-092b-4a50-8bb1-d0484e2265c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb HTTP/1.1" status: 200 len: 916 time: 0.1380627 Jul 13 14:55:39.609901 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-b5dde996-667c-4bbe-a5f4-36090c5cb836 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 200 len: 1000 time: 0.0758674 Jul 13 14:55:39.631822 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Deleting port fce272c8-c7ad-4488-b219-17a648eb2f51 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:39.632208 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.665464 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-c967b035-e6ad-4ab6-90c9-7bbc15a0576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:39.666964 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-c967b035-e6ad-4ab6-90c9-7bbc15a0576b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75610889-c1db-4f53-8ce2-f5d2f7f0db72 HTTP/1.1" status: 200 len: 854 time: 0.0464680 Jul 13 14:55:39.716831 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.717466 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.727631 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-5a377dda-1484-4294-bcc3-9c9741d05c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:39.729224 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-5a377dda-1484-4294-bcc3-9c9741d05c15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542626 Jul 13 14:55:39.732398 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Calling delete_port for fce272c8-c7ad-4488-b219-17a648eb2f51 owned by network:floatingip {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:39.742687 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-d3151ade-eb6c-4c8a-b760-84fd9dc4753d service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=99622) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:55:39.743665 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-d3151ade-eb6c-4c8a-b760-84fd9dc4753d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 Jul 13 14:55:39.844769 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-c5d91677-47a2-4c12-92dd-36158b77ea08 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932791 Jul 13 14:55:39.948922 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:39.962512 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-815b6e09-154d-4d92-b216-d5bccd480a83 req-be324225-6499-4e27-8fa5-92ac42a8e908 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084497 Jul 13 14:55:39.976708 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event deleted for resources: {'Port': ['ID=fce272c8-c7ad-4488-b219-17a648eb2f51,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:40.051624 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks [] for floatingip, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:40.051962 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.l3_db [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Floating IP fbb83600-ea6d-44e5-b718-d9948022b901 disassociated (deleted). External IP: 172.27.0.84, port: b8bae699-bb7a-41b5-bfec-30341d479c76. Jul 13 14:55:40.270783 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:55:40.392312 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:40.397674 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:40.403280 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] Sync routers for ids ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:40.415255 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] Routers {'d9a6abf6-9b3b-4438-b4cb-5136e09aa611'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:40.415892 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:40.442216 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-f7ea5a83-4b1b-432a-aee4-950b8d8cd632 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "DELETE /v2.0/floatingips/fbb83600-ea6d-44e5-b718-d9948022b901 HTTP/1.1" status: 204 len: 168 time: 1.0292561 Jul 13 14:55:40.562440 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] Set router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:40.778500 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:34Z', 'revision_number': 5, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:40.809969 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] Checking router: d9a6abf6-9b3b-4438-b4cb-5136e09aa611 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:40.819580 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] Routers {'d9a6abf6-9b3b-4438-b4cb-5136e09aa611'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:40.820257 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:40.930081 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] Set router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:41.133407 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:34Z', 'revision_number': 5, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:41.162021 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98e76ee-b965-4abc-abd4-1ebb6cc54e63 None None] The sync data for ids ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'] in dv-cinder-733622-17-iscsi is: [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:28Z', 'revision_number': 4, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'd3f66737-4c5e-4a3e-affd-579873b50d37', 'name': '', 'network_id': '6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'mac_address': 'fa:16:3e:a2:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:28Z', 'updated_at': '2021-07-13T14:53:34Z', 'revision_number': 5, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'subnets': [{'id': '75610889-c1db-4f53-8ce2-f5d2f7f0db72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:41.178517 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:41.181067 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57809b35-b68a-406e-b6c9-eea3095a1f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:41.221719 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38a6b27-d8b2-405f-8305-60fa0a4dea9c x-openstack-request-id: req-d38a6b27-d8b2-405f-8305-60fa0a4dea9c {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:41.222022 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:41.222285 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d38a6b27-d8b2-405f-8305-60fa0a4dea9c {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:41.222696 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'status': 'completed', 'code': 200} Jul 13 14:55:41.264884 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39190) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:41.352559 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-97722cc3-575a-46ee-a6a6-218f69fdd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:41.358142 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-97722cc3-575a-46ee-a6a6-218f69fdd856 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef&device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 1098 time: 0.0932686 Jul 13 14:55:41.446859 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Deleting port 59315f6a-065b-4cf2-a0b4-c95749c6b108 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:41.447253 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:41.461741 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3302b1f5-92cc-41df-8d28-e0f648f32e9f None None] New status for floating IP fbb83600-ea6d-44e5-b718-d9948022b901: DOWN {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:55:41.477486 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-5d27d062-e05d-4648-8933-858555624eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:41.479741 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-5d27d062-e05d-4648-8933-858555624eff service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb HTTP/1.1" status: 200 len: 916 time: 0.1181290 Jul 13 14:55:41.529437 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-f94b55ce-7809-451a-9216-ffe70724aeb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 200 len: 217 time: 0.0426397 Jul 13 14:55:41.565951 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:41.566357 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:41.580634 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Calling delete_port for 59315f6a-065b-4cf2-a0b4-c95749c6b108 owned by network:floatingip {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:41.587101 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-1ae21ded-8da1-4bdc-aaf2-9bd3e471ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:41.589634 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-1ae21ded-8da1-4bdc-aaf2-9bd3e471ee54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75610889-c1db-4f53-8ce2-f5d2f7f0db72 HTTP/1.1" status: 200 len: 854 time: 0.0538781 Jul 13 14:55:41.651842 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-89e366e9-681d-41e6-a7fe-737ca86994c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:41.653385 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-89e366e9-681d-41e6-a7fe-737ca86994c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539701 Jul 13 14:55:41.736425 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:41.749919 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-857b3f6b-c128-42de-8a9d-6ea5da910e39 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897892 Jul 13 14:55:41.767330 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event deleted for resources: {'Port': ['ID=59315f6a-065b-4cf2-a0b4-c95749c6b108,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:41.836312 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for floatingip, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:41.836312 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.l3_db [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Floating IP 15fda1ac-3c80-4490-899a-bfbe2150da19 disassociated (deleted). External IP: 172.27.0.171, port: 38268f1c-515f-4528-85b0-c97c3e29e1ac. Jul 13 14:55:41.856813 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-57809b35-b68a-406e-b6c9-eea3095a1f5b req-d15ff0d5-edb0-4858-9c8d-9a4cd7c3ba95 service neutron] 10.222.0.70 "GET /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998180 Jul 13 14:55:42.309881 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Router c2d3ca89-f7b9-4087-9300-469b98927725 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:55:42.425883 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:42.430797 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:42.435589 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] Sync routers for ids ['c2d3ca89-f7b9-4087-9300-469b98927725'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:42.444824 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] Routers {'c2d3ca89-f7b9-4087-9300-469b98927725'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:42.445444 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['c2d3ca89-f7b9-4087-9300-469b98927725'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:42.472590 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-fe29b558-01cb-40ab-a8f4-3684ffc744b1 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "DELETE /v2.0/floatingips/15fda1ac-3c80-4490-899a-bfbe2150da19 HTTP/1.1" status: 204 len: 168 time: 1.2076352 Jul 13 14:55:42.563748 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] Set router c2d3ca89-f7b9-4087-9300-469b98927725 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:42.860122 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e61706-4de9-4de9-ac64-f829bda5cd0a req-10b22ad4-827b-4b66-b08a-30553012aa10 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:42.861898 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-81e61706-4de9-4de9-ac64-f829bda5cd0a req-10b22ad4-827b-4b66-b08a-30553012aa10 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0760508 Jul 13 14:55:42.915614 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '21f97a80-e3e4-4333-8dea-55b47c8e6aac', 'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'mac_address': 'fa:16:3e:26:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:16Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 5, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'subnets': [{'id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:42.920293 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-81e61706-4de9-4de9-ac64-f829bda5cd0a req-85ed267c-83cf-4803-b6ff-c26845400f7c tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497935 Jul 13 14:55:42.945928 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] Checking router: c2d3ca89-f7b9-4087-9300-469b98927725 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:42.955011 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] Routers {'c2d3ca89-f7b9-4087-9300-469b98927725'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:42.955597 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['c2d3ca89-f7b9-4087-9300-469b98927725'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:43.072273 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] Set router c2d3ca89-f7b9-4087-9300-469b98927725 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:43.224530 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:43.227733 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285f98e4-d64e-46dd-a650-9ec3b2f44513" -d '{"events": [{"name": "network-changed", "server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:43.267480 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58c234d-76cb-4d21-95fd-f6a6388d5eff x-openstack-request-id: req-c58c234d-76cb-4d21-95fd-f6a6388d5eff {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:43.267853 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:43.268221 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c58c234d-76cb-4d21-95fd-f6a6388d5eff {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:43.268696 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'status': 'completed', 'code': 200} Jul 13 14:55:43.316778 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '21f97a80-e3e4-4333-8dea-55b47c8e6aac', 'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'mac_address': 'fa:16:3e:26:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:16Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 5, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'subnets': [{'id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:43.352224 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-d4bc83a5-6597-468a-a5f8-ee61d5cddaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:43.354609 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-d4bc83a5-6597-468a-a5f8-ee61d5cddaba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e779b8103a9b4610a8030f42f68d2755&device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0598752 Jul 13 14:55:43.355930 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67969898-45aa-4dd6-8336-fc2dd6cc5a1a None None] The sync data for ids ['c2d3ca89-f7b9-4087-9300-469b98927725'] in dv-cinder-733622-17-iscsi is: [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:51:17Z', 'revision_number': 4, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': '21f97a80-e3e4-4333-8dea-55b47c8e6aac', 'name': '', 'network_id': 'efdf4f60-fe8d-4b27-ae2f-508d58a68006', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'mac_address': 'fa:16:3e:26:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:16Z', 'updated_at': '2021-07-13T14:51:23Z', 'revision_number': 5, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'subnets': [{'id': 'f54865ba-240b-4bbb-8c47-3a6909ec365a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:43.470337 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-904651e8-4c58-46f4-9053-a43ba7772acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:43.471840 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-904651e8-4c58-46f4-9053-a43ba7772acf service neutron] 10.222.0.70 "GET /v2.0/networks?id=efdf4f60-fe8d-4b27-ae2f-508d58a68006 HTTP/1.1" status: 200 len: 910 time: 0.1094706 Jul 13 14:55:43.516429 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-de6fa150-1b69-4ca3-831d-f1380d5035d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac HTTP/1.1" status: 200 len: 217 time: 0.0365715 Jul 13 14:55:43.570495 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-929af769-095c-4cbb-bae1-3442c7323d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:43.572680 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-929af769-095c-4cbb-bae1-3442c7323d70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f54865ba-240b-4bbb-8c47-3a6909ec365a HTTP/1.1" status: 200 len: 848 time: 0.0485570 Jul 13 14:55:43.631411 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcc784-7e8f-4d6e-9e56-0b12dab834d3 req-894bb7a9-e6d9-488a-8ed1-78c17e39256f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:43.632359 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5dfcc784-7e8f-4d6e-9e56-0b12dab834d3 req-894bb7a9-e6d9-488a-8ed1-78c17e39256f tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 945 time: 0.0758877 Jul 13 14:55:43.641958 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f732f09c-ddf1-4300-89df-3e24935c41d8 None None] New status for floating IP 15fda1ac-3c80-4490-899a-bfbe2150da19: DOWN {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:55:43.659863 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-0aed9789-7357-43a7-a0d9-78c03caf7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:43.661571 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-0aed9789-7357-43a7-a0d9-78c03caf7928 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=efdf4f60-fe8d-4b27-ae2f-508d58a68006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0805638 Jul 13 14:55:43.673696 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5dfcc784-7e8f-4d6e-9e56-0b12dab834d3 req-8b71f58f-676b-4b80-92be-c8ef6724d062 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351841 Jul 13 14:55:43.763771 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-a47d6c31-9645-4c84-87ff-e019bfacd19f service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941360 Jul 13 14:55:43.861343 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-285f98e4-d64e-46dd-a650-9ec3b2f44513 req-788b8729-4a06-48ec-8d2b-38ffd4e12bb8 service neutron] 10.222.0.70 "GET /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894940 Jul 13 14:55:44.149247 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c96d6e-4349-4cce-b62f-bd008d39a436 req-59bc2518-25eb-418e-a6d9-568847bf6510 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:44.150754 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-17c96d6e-4349-4cce-b62f-bd008d39a436 req-59bc2518-25eb-418e-a6d9-568847bf6510 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.1152091 Jul 13 14:55:44.189961 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-17c96d6e-4349-4cce-b62f-bd008d39a436 req-cb164609-69fe-4baa-bec6-8b5a0f3b0852 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9686d34-5a45-4263-bbc7-dc56011e135c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336316 Jul 13 14:55:44.428687 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-0c73d571-bf72-488a-a1d9-c9d8e7f4d0e8 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:44.430216 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-0c73d571-bf72-488a-a1d9-c9d8e7f4d0e8 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0648115 Jul 13 14:55:44.532705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-81265669-610b-4473-9267-75a1e1cc5b9b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Deleting port 38268f1c-515f-4528-85b0-c97c3e29e1ac {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:44.533047 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-81265669-610b-4473-9267-75a1e1cc5b9b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:44.627284 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-81265669-610b-4473-9267-75a1e1cc5b9b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] For port 38268f1c-515f-4528-85b0-c97c3e29e1ac, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=38268f1c-515f-4528-85b0-c97c3e29e1ac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:44.627651 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-81265669-610b-4473-9267-75a1e1cc5b9b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:44.640702 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-81265669-610b-4473-9267-75a1e1cc5b9b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Calling delete_port for 38268f1c-515f-4528-85b0-c97c3e29e1ac owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:44.777981 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-81265669-610b-4473-9267-75a1e1cc5b9b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:44.809729 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81265669-610b-4473-9267-75a1e1cc5b9b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event deleted for resources: {'Port': ['ID=38268f1c-515f-4528-85b0-c97c3e29e1ac,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:44.856669 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-81265669-610b-4473-9267-75a1e1cc5b9b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] No DVR routers for this DVR port 38268f1c-515f-4528-85b0-c97c3e29e1ac on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:55:44.859217 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-81265669-610b-4473-9267-75a1e1cc5b9b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:44.861276 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-a7f11c7d-b576-4159-8d04-0301ff759e58 req-81265669-610b-4473-9267-75a1e1cc5b9b tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.70 "DELETE /v2.0/ports/38268f1c-515f-4528-85b0-c97c3e29e1ac HTTP/1.1" status: 204 len: 173 time: 0.4235609 Jul 13 14:55:44.861718 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'name': 'network-vif-deleted', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:44.863966 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d60f9e8-601b-4767-afbc-ada195379d0c" -d '{"events": [{"server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "name": "network-vif-deleted", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:44.872433 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147746d-8966-4dcc-9784-3eebca7a12dd req-cb0673c8-8854-470c-8968-a51a20aae08a tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:44.874639 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e147746d-8966-4dcc-9784-3eebca7a12dd req-cb0673c8-8854-470c-8968-a51a20aae08a tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 945 time: 0.0846086 Jul 13 14:55:44.928607 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-e147746d-8966-4dcc-9784-3eebca7a12dd req-a022c7b2-a511-4a5d-b587-8a55876354b9 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/security-groups?id=53d95bb3-5435-4077-82da-c7405415863b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Jul 13 14:55:44.963759 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41063c1e-1f73-4da3-9790-9134afc6db7d x-openstack-request-id: req-41063c1e-1f73-4da3-9790-9134afc6db7d {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:44.964082 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6", "name": "network-vif-deleted", "tag": "38268f1c-515f-4528-85b0-c97c3e29e1ac", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:44.964340 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-41063c1e-1f73-4da3-9790-9134afc6db7d {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:44.964736 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6', 'name': 'network-vif-deleted', 'tag': '38268f1c-515f-4528-85b0-c97c3e29e1ac', 'status': 'completed', 'code': 200} Jul 13 14:55:45.356656 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-b13121eb-145c-408a-9a0c-2abfcf42e6e9 req-1d318893-e87d-44ca-bb2a-be23938a4bd0 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff47ca-1943-4993-b3c3-9d0d6c1c4bd6 HTTP/1.1" status: 200 len: 210 time: 0.0415745 Jul 13 14:55:45.459453 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-9d803e34-4fae-4a09-84ef-ce20b1b25af2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:45.461572 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-9d803e34-4fae-4a09-84ef-ce20b1b25af2 tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 945 time: 0.1149623 Jul 13 14:55:45.582732 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-6aedb0b8-4411-408d-8642-2f29feaf85da tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Deleting port b8bae699-bb7a-41b5-bfec-30341d479c76 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:45.583235 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-6aedb0b8-4411-408d-8642-2f29feaf85da tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:45.691746 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-6aedb0b8-4411-408d-8642-2f29feaf85da tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] For port b8bae699-bb7a-41b5-bfec-30341d479c76, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8bae699-bb7a-41b5-bfec-30341d479c76,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:45.692143 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-6aedb0b8-4411-408d-8642-2f29feaf85da tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:45.706835 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-6aedb0b8-4411-408d-8642-2f29feaf85da tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Calling delete_port for b8bae699-bb7a-41b5-bfec-30341d479c76 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:45.851862 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-6aedb0b8-4411-408d-8642-2f29feaf85da tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:45.864010 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] get_ports_and_sgs() called for port_ids ['b8bae699-bb7a-41b5-bfec-30341d479c76'] {{(pid=99623) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:55:45.887223 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedb0b8-4411-408d-8642-2f29feaf85da tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Pushing event deleted for resources: {'Port': ['ID=b8bae699-bb7a-41b5-bfec-30341d479c76,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:45.935521 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-6aedb0b8-4411-408d-8642-2f29feaf85da tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] No DVR routers for this DVR port b8bae699-bb7a-41b5-bfec-30341d479c76 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:55:45.938206 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-6aedb0b8-4411-408d-8642-2f29feaf85da tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:45.940297 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-fc3118e3-f4a9-4466-8ff5-c20b793fd2fd req-6aedb0b8-4411-408d-8642-2f29feaf85da tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.70 "DELETE /v2.0/ports/b8bae699-bb7a-41b5-bfec-30341d479c76 HTTP/1.1" status: 204 len: 173 time: 0.4723043 Jul 13 14:55:46.104336 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-cd27b8af-da01-4156-8741-7f4f9ff4cc59 req-c47b278a-7e04-447e-8a1f-1e9b1f6f9d9c tempest-TestMinimumBasicScenario-97456278 tempest-TestMinimumBasicScenario-97456278-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fb937c5-af00-4f9c-902a-d788b92cb8e0 HTTP/1.1" status: 200 len: 210 time: 0.0350907 Jul 13 14:55:46.478832 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39234) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:46.559671 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e1aff158-526b-4500-bbff-2489dc1ce663 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:46.593146 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e1aff158-526b-4500-bbff-2489dc1ce663 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:46.613465 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:46.682428 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e1aff158-526b-4500-bbff-2489dc1ce663 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:46.685438 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-e1aff158-526b-4500-bbff-2489dc1ce663 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:46.688931 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-e1aff158-526b-4500-bbff-2489dc1ce663 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] 10.222.0.68 "DELETE /v2.0/security-groups/c9686d34-5a45-4263-bbc7-dc56011e135c HTTP/1.1" status: 204 len: 168 time: 0.2080927 Jul 13 14:55:46.707462 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aff158-526b-4500-bbff-2489dc1ce663 tempest-TestShelveInstance-69681739 tempest-TestShelveInstance-69681739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9686d34-5a45-4263-bbc7-dc56011e135c,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:46.741803 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39238) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:46.966332 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'name': 'network-vif-deleted', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:55:46.969195 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94626087-52e1-4ae6-9876-93bf25c35e86" -d '{"events": [{"server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "name": "network-vif-deleted", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:55:47.013687 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b2f05b-11cc-4f2b-abd5-9611157561a0 x-openstack-request-id: req-36b2f05b-11cc-4f2b-abd5-9611157561a0 {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:55:47.014728 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb937c5-af00-4f9c-902a-d788b92cb8e0", "name": "network-vif-deleted", "tag": "b8bae699-bb7a-41b5-bfec-30341d479c76", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:55:47.015055 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-36b2f05b-11cc-4f2b-abd5-9611157561a0 {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:55:47.015526 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb937c5-af00-4f9c-902a-d788b92cb8e0', 'name': 'network-vif-deleted', 'tag': 'b8bae699-bb7a-41b5-bfec-30341d479c76', 'status': 'completed', 'code': 200} Jul 13 14:55:47.144394 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716393'] for router_interface, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:47.381610 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 38268f1c-515f-4528-85b0-c97c3e29e1ac no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:47.418281 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: 38268f1c-515f-4528-85b0-c97c3e29e1ac {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:47.418858 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device 38268f1c-515f-4528-85b0-c97c3e29e1ac not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:47.501219 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] Deleting port 21f97a80-e3e4-4333-8dea-55b47c8e6aac {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:47.501575 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:47.605214 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] For port 21f97a80-e3e4-4333-8dea-55b47c8e6aac, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=21f97a80-e3e4-4333-8dea-55b47c8e6aac,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:47.605585 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:47.621665 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] Calling delete_port for 21f97a80-e3e4-4333-8dea-55b47c8e6aac owned by network:router_interface {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:47.852292 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:47.881637 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=21f97a80-e3e4-4333-8dea-55b47c8e6aac,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:47.918677 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39290) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:48.132367 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715661'] for router_interface, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:48.280521 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd523-e872-4ac1-be38-b64888a0a274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:48.398929 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716393'] for router_interface, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:48.410191 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] Router c2d3ca89-f7b9-4087-9300-469b98927725 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:55:48.524551 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:48.532503 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-e9ae4a2d-d98b-4471-96b1-7793e8841a0e admin admin] 10.222.0.68 "PUT /v2.0/routers/c2d3ca89-f7b9-4087-9300-469b98927725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7865708 Jul 13 14:55:48.532503 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39292) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:48.534903 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] Sync routers for ids ['c2d3ca89-f7b9-4087-9300-469b98927725'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:48.544812 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] Routers {'c2d3ca89-f7b9-4087-9300-469b98927725'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:48.545432 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['c2d3ca89-f7b9-4087-9300-469b98927725'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:48.656601 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] Set router c2d3ca89-f7b9-4087-9300-469b98927725 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:48.656817 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Notify callbacks [] for router, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:48.690650 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] Deleting port d3f66737-4c5e-4a3e-affd-579873b50d37 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:48.691153 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:48.791687 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] For port d3f66737-4c5e-4a3e-affd-579873b50d37, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=d3f66737-4c5e-4a3e-affd-579873b50d37,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:48.792141 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:48.800323 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:48.806854 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] Calling delete_port for d3f66737-4c5e-4a3e-affd-579873b50d37 owned by network:router_interface {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:48.860104 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:55:47Z', 'revision_number': 5, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port': {'id': '061f79a4-d803-4a38-a4c3-8a4670907252', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:14Z', 'updated_at': '2021-07-13T14:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:48.863121 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Deleting port 061f79a4-d803-4a38-a4c3-8a4670907252 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:48.863465 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:48.892713 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] Checking router: c2d3ca89-f7b9-4087-9300-469b98927725 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:48.902496 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] Routers {'c2d3ca89-f7b9-4087-9300-469b98927725'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:48.903263 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['c2d3ca89-f7b9-4087-9300-469b98927725'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:48.957889 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] For port 061f79a4-d803-4a38-a4c3-8a4670907252, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=061f79a4-d803-4a38-a4c3-8a4670907252,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:48.958155 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:48.976982 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Calling delete_port for 061f79a4-d803-4a38-a4c3-8a4670907252 owned by network:router_gateway {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:49.007220 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] Set router c2d3ca89-f7b9-4087-9300-469b98927725 gateway port host: None {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:49.043428 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.064637 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:55:48Z', 'revision_number': 6, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port_host': None}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:49.070185 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f66737-4c5e-4a3e-affd-579873b50d37,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:49.110876 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7544679-3aee-4d7a-a885-aad00f62653c None None] The sync data for ids ['c2d3ca89-f7b9-4087-9300-469b98927725'] in dv-cinder-733622-17-iscsi is: [{'id': 'c2d3ca89-f7b9-4087-9300-469b98927725', 'name': 'tempest-TestShelveInstance-1391341983-router', 'tenant_id': 'e779b8103a9b4610a8030f42f68d2755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:13Z', 'updated_at': '2021-07-13T14:55:48Z', 'revision_number': 6, 'project_id': 'e779b8103a9b4610a8030f42f68d2755', 'gw_port_host': None}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:49.196128 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.236689 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Pushing event deleted for resources: {'Port': ['ID=061f79a4-d803-4a38-a4c3-8a4670907252,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:49.253433 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715661'] for router_interface, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.334593 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717839'] for router_gateway, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.407726 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device b8bae699-bb7a-41b5-bfec-30341d479c76 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:49.420283 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0b68c088-4d85-4302-a337-44e92312b86c req-2ed33dda-e8c4-474f-8a25-8807cffab755 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1564741 Jul 13 14:55:49.440317 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: b8bae699-bb7a-41b5-bfec-30341d479c76 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:49.440671 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device b8bae699-bb7a-41b5-bfec-30341d479c76 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:49.443643 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4998'] for router, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.446031 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.509187 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655636'] for router, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.514862 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d3ca89-f7b9-4087-9300-469b98927725 {{(pid=99621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:55:49.520382 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] Notify callbacks [] for router, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.521824 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-a4deada2-5acb-4300-b4a4-abc902c13434 admin admin] 10.222.0.68 "DELETE /v2.0/routers/c2d3ca89-f7b9-4087-9300-469b98927725 HTTP/1.1" status: 204 len: 168 time: 0.9885223 Jul 13 14:55:49.524674 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39294) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:49.586575 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] Router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:55:49.591608 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68c088-4d85-4302-a337-44e92312b86c req-dfe56989-0854-4eac-91b4-e734cc2e76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:49.591608 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0b68c088-4d85-4302-a337-44e92312b86c req-dfe56989-0854-4eac-91b4-e734cc2e76a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 1098 time: 0.1217413 Jul 13 14:55:49.605544 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0c374f-2dec-4c1d-964d-98292bcabb58 admin admin] Deleting subnet f54865ba-240b-4bbb-8c47-3a6909ec365a {{(pid=99621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:55:49.611994 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3e0c374f-2dec-4c1d-964d-98292bcabb58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.661547 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3e0c374f-2dec-4c1d-964d-98292bcabb58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5033197'] for subnet, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.757885 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3e0c374f-2dec-4c1d-964d-98292bcabb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.817953 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3e0c374f-2dec-4c1d-964d-98292bcabb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4906980'] for subnet, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.846078 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c374f-2dec-4c1d-964d-98292bcabb58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f54865ba-240b-4bbb-8c47-3a6909ec365a,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:49.848115 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3e0c374f-2dec-4c1d-964d-98292bcabb58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:49.851047 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-3e0c374f-2dec-4c1d-964d-98292bcabb58 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f54865ba-240b-4bbb-8c47-3a6909ec365a HTTP/1.1" status: 204 len: 168 time: 0.3246763 Jul 13 14:55:49.853443 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39296) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:49.855544 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67326fc2-30bc-4c76-8e67-e7e09e358f32 None None] Network efdf4f60-fe8d-4b27-ae2f-508d58a68006 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:55:49.931606 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.012985 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 21f97a80-e3e4-4333-8dea-55b47c8e6aac no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:50.013655 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Deleting port 79a6afef-ae17-431c-bd93-8e7330364681 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:50.014240 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.056043 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 21f97a80-e3e4-4333-8dea-55b47c8e6aac {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:50.057663 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 21f97a80-e3e4-4333-8dea-55b47c8e6aac not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:50.077938 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68c088-4d85-4302-a337-44e92312b86c req-7e7bb095-de3c-4b37-9d9d-53a9617ca1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:50.079453 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0b68c088-4d85-4302-a337-44e92312b86c req-7e7bb095-de3c-4b37-9d9d-53a9617ca1c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 912 time: 0.4383886 Jul 13 14:55:50.080912 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:50.085992 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-2ab778cc-9b1b-4c70-8edd-5ceccde66576 admin admin] 10.222.0.68 "PUT /v2.0/routers/d9a6abf6-9b3b-4438-b4cb-5136e09aa611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1658778 Jul 13 14:55:50.090783 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39298) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:50.102423 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] Sync routers for ids ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:50.125035 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] Routers {'d9a6abf6-9b3b-4438-b4cb-5136e09aa611'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:50.126137 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:50.155316 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0b68c088-4d85-4302-a337-44e92312b86c req-dff72931-c130-4725-82d0-329ed86a1840 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ea7c2d-2337-4100-954f-45ead64213c3 HTTP/1.1" status: 200 len: 1000 time: 0.0680459 Jul 13 14:55:50.173178 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] For port 79a6afef-ae17-431c-bd93-8e7330364681, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=79a6afef-ae17-431c-bd93-8e7330364681,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:50.173558 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.183133 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5418f-1a25-4a04-ad74-04bbfc201f47 None None] DHCP port deletion for efdf4f60-fe8d-4b27-ae2f-508d58a68006 request from dv-cinder-733622-17-iscsi {{(pid=99623) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:55:50.195731 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Calling delete_port for 79a6afef-ae17-431c-bd93-8e7330364681 owned by network:dhcp {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:50.232328 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68c088-4d85-4302-a337-44e92312b86c req-57dabc1d-3fb0-4952-a766-aad814cdacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:50.235723 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0b68c088-4d85-4302-a337-44e92312b86c req-57dabc1d-3fb0-4952-a766-aad814cdacb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0745630 Jul 13 14:55:50.254220 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5418f-1a25-4a04-ad74-04bbfc201f47 None None] Deleting port 79a6afef-ae17-431c-bd93-8e7330364681 {{(pid=99623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:50.255033 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7f5418f-1a25-4a04-ad74-04bbfc201f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.314761 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] Set router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:50.331450 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68c088-4d85-4302-a337-44e92312b86c req-f8e33079-cc38-4ab3-9171-472ac71367c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:55:50.333035 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0b68c088-4d85-4302-a337-44e92312b86c req-f8e33079-cc38-4ab3-9171-472ac71367c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0907569 Jul 13 14:55:50.361884 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.db [None req-b7f5418f-1a25-4a04-ad74-04bbfc201f47 None None] For port 79a6afef-ae17-431c-bd93-8e7330364681, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=79a6afef-ae17-431c-bd93-8e7330364681,segment=NetworkSegment(6f5d105b-f37c-4302-aacf-4a1f9549181b),segment_id=6f5d105b-f37c-4302-aacf-4a1f9549181b)] {{(pid=99623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:50.362714 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7f5418f-1a25-4a04-ad74-04bbfc201f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.378575 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5418f-1a25-4a04-ad74-04bbfc201f47 None None] Calling delete_port for 79a6afef-ae17-431c-bd93-8e7330364681 owned by network:dhcp {{(pid=99623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:50.488280 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7f5418f-1a25-4a04-ad74-04bbfc201f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493'] for port, after_delete {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.522648 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5418f-1a25-4a04-ad74-04bbfc201f47 None None] Pushing event deleted for resources: {'Port': ['ID=79a6afef-ae17-431c-bd93-8e7330364681,revision_number=None']} {{(pid=99623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:50.530248 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0b68c088-4d85-4302-a337-44e92312b86c req-282846ae-fa38-4dbd-a94e-8f4a9ee23c8d service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821735 Jul 13 14:55:50.545218 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5418f-1a25-4a04-ad74-04bbfc201f47 None None] No DVR routers for this DVR port 79a6afef-ae17-431c-bd93-8e7330364681 on host dv-cinder-733622-17-iscsi {{(pid=99623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:55:50.641936 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:55:48Z', 'revision_number': 5, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:50.642987 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Notify callbacks [] for router, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.669446 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-0b68c088-4d85-4302-a337-44e92312b86c req-9e95caf3-1b96-4963-a17b-729b644952aa service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336524 Jul 13 14:55:50.684351 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] Checking router: d9a6abf6-9b3b-4438-b4cb-5136e09aa611 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:50.695055 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] Routers {'d9a6abf6-9b3b-4438-b4cb-5136e09aa611'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:50.695690 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:21Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:50.775822 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.782562 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.816630 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=79a6afef-ae17-431c-bd93-8e7330364681,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:50.818759 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] Set router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:50.824345 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] No DVR routers for this DVR port 79a6afef-ae17-431c-bd93-8e7330364681 on host dv-cinder-733622-17-iscsi {{(pid=99621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:55:50.849034 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.902292 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8142831e-93de-4229-9803-21c31ba24d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.962954 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:50.976983 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdf4f60-fe8d-4b27-ae2f-508d58a68006']}} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:50.992827 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5d105b-f37c-4302-aacf-4a1f9549181b') {'for_net_delete': True} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:50.993971 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5d105b-f37c-4302-aacf-4a1f9549181b') {} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:51.006025 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5033204'] for segment, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.030612 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.035532 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Deleting port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:51.036071 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.052504 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=99621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:55:51.052919 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033249'] for segment, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: self.session.flush() Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: self.session.flush() Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: self.session.flush() Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: self.session.flush() Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: Traceback (most recent call last): Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: timer() Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: cb(*args, **kw) Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: return func(*args, **kwargs) Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: self._notify() Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: self.callback(batched_events) Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: event.method(event) Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: return f(self, *a, **k) Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._get(url).json() Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: return self.request(url, 'GET', **kwargs) Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:55:51.054656 dv-cinder-733622-17-iscsi neutron-server[99621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:55:51.139622 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:55:48Z', 'revision_number': 5, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:51.151137 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.160743 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.163596 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] 10.222.0.68 "DELETE /v2.0/networks/efdf4f60-fe8d-4b27-ae2f-508d58a68006 HTTP/1.1" status: 204 len: 168 time: 1.3087678 Jul 13 14:55:51.170245 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39302) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:51.174263 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f43c676-5cf8-4c7d-972c-720736c97171 None None] The sync data for ids ['d9a6abf6-9b3b-4438-b4cb-5136e09aa611'] in dv-cinder-733622-17-iscsi is: [{'id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'name': 'tempest-TestMinimumBasicScenario-1094996326-router', 'tenant_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:55:48Z', 'revision_number': 5, 'project_id': '7aaa7f2de2a34d6ebe72dd2147173bef', 'gw_port': {'id': 'a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a6abf6-9b3b-4438-b4cb-5136e09aa611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:26Z', 'updated_at': '2021-07-13T14:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:51.190962 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff84d-431f-46d6-94b1-2c94b1c44e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=efdf4f60-fe8d-4b27-ae2f-508d58a68006,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:51.209508 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] For port a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:51.210175 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.235588 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Calling delete_port for a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 owned by network:router_gateway {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:51.439154 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.466884 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:51.541252 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717839'] for router_gateway, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.678846 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716393'] for router_interface, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.687666 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4998'] for router, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.690508 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.717085 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 061f79a4-d803-4a38-a4c3-8a4670907252 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:51.742811 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 061f79a4-d803-4a38-a4c3-8a4670907252 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:51.743196 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 061f79a4-d803-4a38-a4c3-8a4670907252 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:51.744340 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 79a6afef-ae17-431c-bd93-8e7330364681 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:51.746200 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655636'] for router, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.747770 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9a6abf6-9b3b-4438-b4cb-5136e09aa611 {{(pid=99621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:55:51.759847 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] Notify callbacks [] for router, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.763926 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-4fe6726e-7a2d-4984-83ea-c0408d20d60c admin admin] 10.222.0.68 "DELETE /v2.0/routers/d9a6abf6-9b3b-4438-b4cb-5136e09aa611 HTTP/1.1" status: 204 len: 168 time: 1.6688628 Jul 13 14:55:51.764454 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39304) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:51.773033 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 79a6afef-ae17-431c-bd93-8e7330364681 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:51.773393 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 79a6afef-ae17-431c-bd93-8e7330364681 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:51.773828 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device d3f66737-4c5e-4a3e-affd-579873b50d37 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:51.794943 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: d3f66737-4c5e-4a3e-affd-579873b50d37 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:51.795374 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device d3f66737-4c5e-4a3e-affd-579873b50d37 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:51.841151 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_v2 [None req-324e046d-fcb9-4ee7-88e9-5df0edb2790e admin admin] Deleting subnet 75610889-c1db-4f53-8ce2-f5d2f7f0db72 {{(pid=99621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:55:51.844867 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-324e046d-fcb9-4ee7-88e9-5df0edb2790e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.887317 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-324e046d-fcb9-4ee7-88e9-5df0edb2790e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5033197'] for subnet, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:51.984129 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-324e046d-fcb9-4ee7-88e9-5df0edb2790e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.024680 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] Deleting port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:52.025046 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.063945 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-324e046d-fcb9-4ee7-88e9-5df0edb2790e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4906980'] for subnet, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.090633 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e046d-fcb9-4ee7-88e9-5df0edb2790e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75610889-c1db-4f53-8ce2-f5d2f7f0db72,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:52.094217 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-324e046d-fcb9-4ee7-88e9-5df0edb2790e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.099044 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-324e046d-fcb9-4ee7-88e9-5df0edb2790e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/75610889-c1db-4f53-8ce2-f5d2f7f0db72 HTTP/1.1" status: 204 len: 168 time: 0.3306623 Jul 13 14:55:52.099044 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39306) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:52.102342 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054ca63e-059d-4948-a06c-88d36f2de57b None None] Network 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:55:52.119796 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] For port 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7,segment=NetworkSegment(86261885-6dd2-4b4d-9a04-b9a3fc2968e0),segment_id=86261885-6dd2-4b4d-9a04-b9a3fc2968e0)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:52.120258 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.135788 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] Calling delete_port for 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 owned by network:router_interface {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:52.163623 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.182561 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.245917 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Deleting port 8c89cdbf-28ad-4065-8e01-8f4754506b9c {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:52.246406 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.325593 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] For port 8c89cdbf-28ad-4065-8e01-8f4754506b9c, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=8c89cdbf-28ad-4065-8e01-8f4754506b9c,segment=NetworkSegment(5de12818-3e39-4b03-bb28-690c80630b6a),segment_id=5de12818-3e39-4b03-bb28-690c80630b6a)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:52.325968 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.339366 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Calling delete_port for 8c89cdbf-28ad-4065-8e01-8f4754506b9c owned by network:dhcp {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:52.343034 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.386777 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:52.419917 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2da06d-a33d-4516-a6ed-c67c4f3d6b79 None None] DHCP port deletion for 6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb request from dv-cinder-733622-17-iscsi {{(pid=99623) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:55:52.432704 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.454049 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] No DVR routers for this DVR port 8c89cdbf-28ad-4065-8e01-8f4754506b9c on host dv-cinder-733622-17-iscsi {{(pid=99621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:55:52.457870 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-bb2da06d-a33d-4516-a6ed-c67c4f3d6b79 None None] The port '8c89cdbf-28ad-4065-8e01-8f4754506b9c' was deleted {{(pid=99623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 14:55:52.482511 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c89cdbf-28ad-4065-8e01-8f4754506b9c,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:52.559216 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.571274 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb']}} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:52.590327 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de12818-3e39-4b03-bb28-690c80630b6a') {'for_net_delete': True} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:52.590327 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de12818-3e39-4b03-bb28-690c80630b6a') {} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:52.600052 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5033204'] for segment, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.617758 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.626254 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=99621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:55:52.626812 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033249'] for segment, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: Traceback (most recent call last): Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: timer() Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: cb(*args, **kw) Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: return func(*args, **kwargs) Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: self._notify() Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: self.callback(batched_events) Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: event.method(event) Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: return f(self, *a, **k) Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._get(url).json() Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: return self.request(url, 'GET', **kwargs) Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:55:52.629094 dv-cinder-733622-17-iscsi neutron-server[99621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:55:52.636250 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715661'] for router_interface, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.705710 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.711392 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:52.716701 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb HTTP/1.1" status: 204 len: 168 time: 0.6136715 Jul 13 14:55:52.725156 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39308) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:52.732945 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa63fb-9d27-49b8-8ef7-6cc1e4b7d6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3d609e-e994-4f5a-94e2-ffcd8e06e3bb,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:52.885922 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] Router d2389c83-b2c5-447f-b15c-98f669ba901c has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:55:53.003671 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:53.016726 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-6d8babe4-e602-404f-9819-8d7bd98705d8 admin admin] 10.222.0.68 "PUT /v2.0/routers/d2389c83-b2c5-447f-b15c-98f669ba901c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8453276 Jul 13 14:55:53.019531 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39310) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:53.023332 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] Sync routers for ids ['d2389c83-b2c5-447f-b15c-98f669ba901c'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:53.034020 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] Routers {'d2389c83-b2c5-447f-b15c-98f669ba901c'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:53.035009 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d2389c83-b2c5-447f-b15c-98f669ba901c'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:53.126658 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716393'] for router_interface, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.144680 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Notify callbacks [] for router, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.188186 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] Set router d2389c83-b2c5-447f-b15c-98f669ba901c gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:53.290816 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.365809 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Deleting port 5ccb5790-8c28-40e7-b057-0006939f84b1 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:53.366680 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.450394 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] Deleting port 7a41948d-3190-47e8-9af0-6cd74e4c721c {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:53.451293 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.466315 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:53.505482 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] For port 5ccb5790-8c28-40e7-b057-0006939f84b1, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=5ccb5790-8c28-40e7-b057-0006939f84b1,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:53.505856 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.526464 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Calling delete_port for 5ccb5790-8c28-40e7-b057-0006939f84b1 owned by network:router_gateway {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:53.549760 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] For port 7a41948d-3190-47e8-9af0-6cd74e4c721c, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=7a41948d-3190-47e8-9af0-6cd74e4c721c,segment=NetworkSegment(efb726c1-b3dd-4d53-b113-92209f129f36),segment_id=efb726c1-b3dd-4d53-b113-92209f129f36)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:53.550353 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.567032 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] Calling delete_port for 7a41948d-3190-47e8-9af0-6cd74e4c721c owned by network:router_interface {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:53.631459 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:53.631855 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device a0491a0c-c0bd-4e3d-b7ae-bbf08d9c2964 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:53.632254 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 8c89cdbf-28ad-4065-8e01-8f4754506b9c no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:53.656441 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.657825 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'name': 'tempest-TestShelveInstance-304022471-router', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:20Z', 'updated_at': '2021-07-13T14:55:52Z', 'revision_number': 5, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'gw_port': {'id': '5ccb5790-8c28-40e7-b057-0006939f84b1', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:51:21Z', 'updated_at': '2021-07-13T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:53.659644 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 8c89cdbf-28ad-4065-8e01-8f4754506b9c {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:53.659986 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 8c89cdbf-28ad-4065-8e01-8f4754506b9c not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:53.690021 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] Checking router: d2389c83-b2c5-447f-b15c-98f669ba901c for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:53.700513 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] Routers {'d2389c83-b2c5-447f-b15c-98f669ba901c'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:53.700513 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['d2389c83-b2c5-447f-b15c-98f669ba901c'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:53.772633 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.799621 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] Set router d2389c83-b2c5-447f-b15c-98f669ba901c gateway port host: None {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:53.811279 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.815291 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccb5790-8c28-40e7-b057-0006939f84b1,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:53.845782 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a41948d-3190-47e8-9af0-6cd74e4c721c,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:53.886451 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'name': 'tempest-TestShelveInstance-304022471-router', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:20Z', 'updated_at': '2021-07-13T14:55:53Z', 'revision_number': 6, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'gw_port_host': None}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:53.910267 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717839'] for router_gateway, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:53.932675 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e07bdf-107e-49d3-9e16-9bdd251b8f42 None None] The sync data for ids ['d2389c83-b2c5-447f-b15c-98f669ba901c'] in dv-cinder-733622-17-iscsi is: [{'id': 'd2389c83-b2c5-447f-b15c-98f669ba901c', 'name': 'tempest-TestShelveInstance-304022471-router', 'tenant_id': '662fcd71747440b0acfad9bf1a20bfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:51:20Z', 'updated_at': '2021-07-13T14:55:53Z', 'revision_number': 6, 'project_id': '662fcd71747440b0acfad9bf1a20bfc8', 'gw_port_host': None}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:54.021331 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4998'] for router, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.024148 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.065292 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715661'] for router_interface, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.085222 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655636'] for router, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.085767 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2389c83-b2c5-447f-b15c-98f669ba901c {{(pid=99622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:55:54.093011 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] Notify callbacks [] for router, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.096520 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-23711492-5fbd-4305-959a-b83bb7628b8a admin admin] 10.222.0.68 "DELETE /v2.0/routers/d2389c83-b2c5-447f-b15c-98f669ba901c HTTP/1.1" status: 204 len: 168 time: 1.0748079 Jul 13 14:55:54.097396 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39312) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:54.159469 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_v2 [None req-7918b384-b79d-4181-9dca-7f6412e444d8 admin admin] Deleting subnet c46cdd86-ded7-4a81-899f-42e74fd82513 {{(pid=99622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:55:54.162657 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7918b384-b79d-4181-9dca-7f6412e444d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.211931 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7918b384-b79d-4181-9dca-7f6412e444d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5842348'] for subnet, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.296361 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7918b384-b79d-4181-9dca-7f6412e444d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.327187 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] Router 71a56eb5-be42-4fe8-a417-cfb0317e0396 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:55:54.355425 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7918b384-b79d-4181-9dca-7f6412e444d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6224379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6037158'] for subnet, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.390895 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918b384-b79d-4181-9dca-7f6412e444d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46cdd86-ded7-4a81-899f-42e74fd82513,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:54.398332 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82963c1-0031-4d6a-b530-0de6165f6495 None None] Network a2adef87-327d-4977-9d50-3385c880c08f requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:55:54.398848 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-7918b384-b79d-4181-9dca-7f6412e444d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.402876 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-7918b384-b79d-4181-9dca-7f6412e444d8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c46cdd86-ded7-4a81-899f-42e74fd82513 HTTP/1.1" status: 204 len: 168 time: 0.3022623 Jul 13 14:55:54.403369 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39314) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:54.454035 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:55:54.459026 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-58eef7f7-de96-4f85-a31b-8657791e74c8 admin admin] 10.222.0.68 "PUT /v2.0/routers/71a56eb5-be42-4fe8-a417-cfb0317e0396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328627 Jul 13 14:55:54.462782 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39316) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:54.466055 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] Sync routers for ids ['71a56eb5-be42-4fe8-a417-cfb0317e0396'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:55:54.478381 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] Routers {'71a56eb5-be42-4fe8-a417-cfb0317e0396'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:54.479790 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['71a56eb5-be42-4fe8-a417-cfb0317e0396'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:54.481677 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.547525 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Deleting port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:54.547970 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.605009 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.605874 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] Set router 71a56eb5-be42-4fe8-a417-cfb0317e0396 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:54.645674 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] For port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=67b02f3f-4ff5-4965-bd02-3c278fd5bd91,segment=NetworkSegment(86261885-6dd2-4b4d-9a04-b9a3fc2968e0),segment_id=86261885-6dd2-4b4d-9a04-b9a3fc2968e0)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:54.646051 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.661143 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Calling delete_port for 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 owned by network:dhcp {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:54.715174 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.757538 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.783906 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92845fcc-66ec-481f-8e18-abbb2e1a1be5 None None] DHCP port deletion for a2adef87-327d-4977-9d50-3385c880c08f request from dv-cinder-733622-17-iscsi {{(pid=99623) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:55:54.786358 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Pushing event deleted for resources: {'Port': ['ID=67b02f3f-4ff5-4965-bd02-3c278fd5bd91,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:54.790059 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] No DVR routers for this DVR port 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 on host dv-cinder-733622-17-iscsi {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:55:54.797088 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Deleting port 220a0295-946a-4132-93bc-8ab421015954 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:54.797736 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.858553 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'name': 'tempest-TestMinimumBasicScenario-1193622565-router', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '220a0295-946a-4132-93bc-8ab421015954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:30Z', 'updated_at': '2021-07-13T14:55:53Z', 'revision_number': 5, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'gw_port': {'id': '220a0295-946a-4132-93bc-8ab421015954', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:53:31Z', 'updated_at': '2021-07-13T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:54.871615 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.882141 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2adef87-327d-4977-9d50-3385c880c08f']}} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:54.894025 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86261885-6dd2-4b4d-9a04-b9a3fc2968e0') {'for_net_delete': True} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:54.894324 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86261885-6dd2-4b4d-9a04-b9a3fc2968e0') {} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:54.896942 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] Checking router: 71a56eb5-be42-4fe8-a417-cfb0317e0396 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:55:54.904602 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5842357'] for segment, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.905910 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] Routers {'71a56eb5-be42-4fe8-a417-cfb0317e0396'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:55:54.906531 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:55:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['71a56eb5-be42-4fe8-a417-cfb0317e0396'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:54.920089 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] For port 220a0295-946a-4132-93bc-8ab421015954, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=220a0295-946a-4132-93bc-8ab421015954,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:54.920716 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.921064 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.931939 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=99622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:55:54.932705 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6223957'] for segment, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:54.935212 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Calling delete_port for 220a0295-946a-4132-93bc-8ab421015954 owned by network:router_gateway {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: Traceback (most recent call last): Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: timer() Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: cb(*args, **kw) Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: return func(*args, **kwargs) Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: self._notify() Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: self.callback(batched_events) Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: event.method(event) Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: return f(self, *a, **k) Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._get(url).json() Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: return self.request(url, 'GET', **kwargs) Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:55:54.935670 dv-cinder-733622-17-iscsi neutron-server[99622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:55:55.019747 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] Set router 71a56eb5-be42-4fe8-a417-cfb0317e0396 gateway port host: None {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:55:55.026247 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.034978 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.041682 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] 10.222.0.68 "DELETE /v2.0/networks/a2adef87-327d-4977-9d50-3385c880c08f HTTP/1.1" status: 204 len: 168 time: 0.6372423 Jul 13 14:55:55.061199 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549292c-cfba-43e6-aa0c-2b9f01d3920b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2adef87-327d-4977-9d50-3385c880c08f,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:55.093320 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'name': 'tempest-TestMinimumBasicScenario-1193622565-router', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:30Z', 'updated_at': '2021-07-13T14:55:54Z', 'revision_number': 6, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'gw_port_host': None}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:55.140315 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de3788-adb9-4b9c-8c43-59f0dbc79e64 None None] The sync data for ids ['71a56eb5-be42-4fe8-a417-cfb0317e0396'] in dv-cinder-733622-17-iscsi is: [{'id': '71a56eb5-be42-4fe8-a417-cfb0317e0396', 'name': 'tempest-TestMinimumBasicScenario-1193622565-router', 'tenant_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:53:30Z', 'updated_at': '2021-07-13T14:55:54Z', 'revision_number': 6, 'project_id': 'a8430c501f5b4daeb4c429c1eafa145a', 'gw_port_host': None}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:55:55.290881 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39320) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:55.337774 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-102f9d61-e52c-42f5-bb4f-7c0cd0f8833a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e779b8103a9b4610a8030f42f68d2755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454702 Jul 13 14:55:55.341150 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39322) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:55.390649 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-593d6fdb-661c-4a19-8b3a-892a9e6febaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.414032 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-593d6fdb-661c-4a19-8b3a-892a9e6febaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.463403 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-593d6fdb-661c-4a19-8b3a-892a9e6febaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.467851 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-593d6fdb-661c-4a19-8b3a-892a9e6febaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.469198 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-593d6fdb-661c-4a19-8b3a-892a9e6febaa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b90824a2-0160-4ea6-b804-3cb85283fef8 HTTP/1.1" status: 204 len: 168 time: 0.1268525 Jul 13 14:55:55.477792 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d6fdb-661c-4a19-8b3a-892a9e6febaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90824a2-0160-4ea6-b804-3cb85283fef8,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:55.478569 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.512093 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=220a0295-946a-4132-93bc-8ab421015954,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:55.593153 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717839'] for router_gateway, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.690340 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4998'] for router, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.692666 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.741817 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655636'] for router, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.742552 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a56eb5-be42-4fe8-a417-cfb0317e0396 {{(pid=99621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:55:55.747087 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.748260 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-bc4ca9f4-5052-46bc-8220-03bbde038bc0 admin admin] 10.222.0.68 "DELETE /v2.0/routers/71a56eb5-be42-4fe8-a417-cfb0317e0396 HTTP/1.1" status: 204 len: 168 time: 1.2837398 Jul 13 14:55:55.750664 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39328) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:55.795339 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ada1076-c25c-449f-a542-b94ab52f1be8 admin admin] Deleting subnet 41940de9-09fb-4ef4-bde6-8ce4187f07a4 {{(pid=99621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:55:55.798455 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2ada1076-c25c-449f-a542-b94ab52f1be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.833376 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2ada1076-c25c-449f-a542-b94ab52f1be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5033197'] for subnet, precommit_delete_associations {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.906929 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39330) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:55.932978 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2ada1076-c25c-449f-a542-b94ab52f1be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:55.949868 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-b4dfad26-1458-4473-990c-d370d57de68b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=662fcd71747440b0acfad9bf1a20bfc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417669 Jul 13 14:55:55.951808 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39332) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:56.003883 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2ada1076-c25c-449f-a542-b94ab52f1be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4906980'] for subnet, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.019090 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-734e2fc8-5575-4042-bdac-ea457cc2bd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.037359 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada1076-c25c-449f-a542-b94ab52f1be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41940de9-09fb-4ef4-bde6-8ce4187f07a4,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:56.039403 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-2ada1076-c25c-449f-a542-b94ab52f1be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.044718 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-2ada1076-c25c-449f-a542-b94ab52f1be8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/41940de9-09fb-4ef4-bde6-8ce4187f07a4 HTTP/1.1" status: 204 len: 168 time: 0.2924099 Jul 13 14:55:56.045313 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39334) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:56.048922 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 5ccb5790-8c28-40e7-b057-0006939f84b1 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:56.054653 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a4d487-b54f-4593-a67b-c3aff0c0573d None None] Network 7a188d3f-482b-42fb-9d3f-8ce362a32efa requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:55:56.135900 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.152896 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 5ccb5790-8c28-40e7-b057-0006939f84b1 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:56.153584 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 5ccb5790-8c28-40e7-b057-0006939f84b1 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:56.154175 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:56.192533 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:56.193386 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 67b02f3f-4ff5-4965-bd02-3c278fd5bd91 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:56.194178 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 7a41948d-3190-47e8-9af0-6cd74e4c721c no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:56.203968 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Deleting port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:55:56.204332 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.238506 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 7a41948d-3190-47e8-9af0-6cd74e4c721c {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:56.239353 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 7a41948d-3190-47e8-9af0-6cd74e4c721c not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:56.239970 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:56.273979 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:56.274608 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 8649f1da-a3e7-41a6-bd86-0e7ed5b5fda7 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:56.281285 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] For port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0,segment=NetworkSegment(efb726c1-b3dd-4d53-b113-92209f129f36),segment_id=efb726c1-b3dd-4d53-b113-92209f129f36)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:55:56.281988 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.299977 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Calling delete_port for e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 owned by network:dhcp {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:55:56.344412 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-734e2fc8-5575-4042-bdac-ea457cc2bd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.415648 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-734e2fc8-5575-4042-bdac-ea457cc2bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.418933 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-734e2fc8-5575-4042-bdac-ea457cc2bd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.428776 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-734e2fc8-5575-4042-bdac-ea457cc2bd5e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ba4d6556-4ba7-407d-86fc-5828836bdb3f HTTP/1.1" status: 204 len: 168 time: 0.4756737 Jul 13 14:55:56.434495 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.437990 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e2fc8-5575-4042-bdac-ea457cc2bd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d6556-4ba7-407d-86fc-5828836bdb3f,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:56.474371 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] No DVR routers for this DVR port e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 on host dv-cinder-733622-17-iscsi {{(pid=99621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:55:56.478713 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dee500-1373-4c3b-bd0f-36ed59f1e1b9 None None] DHCP port deletion for 7a188d3f-482b-42fb-9d3f-8ce362a32efa request from dv-cinder-733622-17-iscsi {{(pid=99623) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:55:56.522587 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:56.589316 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.600958 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a188d3f-482b-42fb-9d3f-8ce362a32efa']}} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:56.614746 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb726c1-b3dd-4d53-b113-92209f129f36') {'for_net_delete': True} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:56.615157 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb726c1-b3dd-4d53-b113-92209f129f36') {} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:55:56.630822 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5033204'] for segment, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.655378 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.667139 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=99621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:55:56.668504 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033249'] for segment, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: Traceback (most recent call last): Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: timer() Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: cb(*args, **kw) Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: return func(*args, **kwargs) Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: self._notify() Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: self.callback(batched_events) Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: event.method(event) Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: return f(self, *a, **k) Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._get(url).json() Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: return self.request(url, 'GET', **kwargs) Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:55:56.672248 dv-cinder-733622-17-iscsi neutron-server[99621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:55:56.737844 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.749060 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:56.753813 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7a188d3f-482b-42fb-9d3f-8ce362a32efa HTTP/1.1" status: 204 len: 168 time: 0.7050993 Jul 13 14:55:56.766059 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be862a-8d3d-4576-9840-a54ee2156488 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a188d3f-482b-42fb-9d3f-8ce362a32efa,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:56.931474 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39340) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:56.973454 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-0ad5aef6-74e5-4bd7-8d1d-003a26b609d6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7aaa7f2de2a34d6ebe72dd2147173bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407312 Jul 13 14:55:56.975981 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39342) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:57.031248 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ac631765-d0a8-4233-b2cd-693fa2ec20c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:57.054882 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ac631765-d0a8-4233-b2cd-693fa2ec20c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:57.102704 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ac631765-d0a8-4233-b2cd-693fa2ec20c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:57.106113 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-ac631765-d0a8-4233-b2cd-693fa2ec20c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:57.107685 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-ac631765-d0a8-4233-b2cd-693fa2ec20c8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53d95bb3-5435-4077-82da-c7405415863b HTTP/1.1" status: 204 len: 168 time: 0.1306758 Jul 13 14:55:57.116047 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac631765-d0a8-4233-b2cd-693fa2ec20c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d95bb3-5435-4077-82da-c7405415863b,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:55:57.359119 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 220a0295-946a-4132-93bc-8ab421015954 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:57.381369 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 220a0295-946a-4132-93bc-8ab421015954 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:57.381884 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 220a0295-946a-4132-93bc-8ab421015954 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:57.382376 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:55:57.403932 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:55:57.404321 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device e8f438bc-ad8b-44f9-9b2a-88dcecc91fb0 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:55:57.438313 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39348) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:57.482161 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-44be1e4e-8447-4722-b754-d841a56ccf14 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a8430c501f5b4daeb4c429c1eafa145a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426261 Jul 13 14:55:57.484544 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39350) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:55:57.535848 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-caf5c001-03a4-4fa2-ab1a-39316ab9fda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:57.557679 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-caf5c001-03a4-4fa2-ab1a-39316ab9fda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:57.603588 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-caf5c001-03a4-4fa2-ab1a-39316ab9fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:57.606171 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-caf5c001-03a4-4fa2-ab1a-39316ab9fda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:55:57.607285 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-caf5c001-03a4-4fa2-ab1a-39316ab9fda3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/de53f38d-3512-4219-ba19-9561bdf35fba HTTP/1.1" status: 204 len: 168 time: 0.1218488 Jul 13 14:55:57.614837 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5c001-03a4-4fa2-ab1a-39316ab9fda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de53f38d-3512-4219-ba19-9561bdf35fba,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:04.735563 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:56:16.609406 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:18.282459 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-26d5a3b2-ad82-4769-b912-8cef8528afaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:20.764371 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:20.903617 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-67eab312-292a-4252-b6d1-cb2fdd2a0921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:22.118299 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:23.479771 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:41.735103 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:56:46.613091 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:48.275999 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-233db647-47b6-49e2-844e-94a302e39a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:50.766921 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:50.903992 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-374759e8-9bf6-4b1d-b16c-65b33f03984c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.582590 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39366) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:51.747284 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Deleting port 9c0a9726-cf2e-4793-806c-fa84d1d56f32 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:56:51.747632 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.827800 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.828163 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:51.840283 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Calling delete_port for 9c0a9726-cf2e-4793-806c-fa84d1d56f32 owned by network:floatingip {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:56:51.988753 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:52.016235 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event deleted for resources: {'Port': ['ID=9c0a9726-cf2e-4793-806c-fa84d1d56f32,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:52.029157 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.029513 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.029857 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.030199 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.030538 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.030875 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.031217 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.031548 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.031881 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.032239 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.032569 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.032895 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:52.092421 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:52.093031 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.l3_db [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Floating IP 2add0061-8922-44b7-a2ae-ef06233ba376 disassociated (deleted). External IP: 172.27.0.143, port: ecf6004a-8b76-48b4-aa9d-26a012258ca0. Jul 13 14:56:52.129267 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:52.313452 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:56:52.422262 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:56:52.426718 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:52.432761 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686f88-3333-484d-b396-e728a9381045 None None] Sync routers for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:56:52.442436 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8686f88-3333-484d-b396-e728a9381045 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:56:52.443054 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-b8686f88-3333-484d-b396-e728a9381045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:56:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:52.465208 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-53544a3d-b77f-4edf-b4d5-a0c0bd934a30 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "DELETE /v2.0/floatingips/2add0061-8922-44b7-a2ae-ef06233ba376 HTTP/1.1" status: 204 len: 168 time: 0.8815336 Jul 13 14:56:52.465759 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45396b74-2317-4118-842c-b81870efce29', 'tag': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:56:52.468263 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "45396b74-2317-4118-842c-b81870efce29", "tag": "ecf6004a-8b76-48b4-aa9d-26a012258ca0"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:56:52.556793 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-b8686f88-3333-484d-b396-e728a9381045 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:56:52.698182 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb2cc23-b980-4540-a4e1-257a84163ad2 x-openstack-request-id: req-6fb2cc23-b980-4540-a4e1-257a84163ad2 {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:56:52.698746 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45396b74-2317-4118-842c-b81870efce29", "tag": "ecf6004a-8b76-48b4-aa9d-26a012258ca0", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:56:52.698746 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6fb2cc23-b980-4540-a4e1-257a84163ad2 {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:56:52.699101 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45396b74-2317-4118-842c-b81870efce29', 'tag': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'status': 'completed', 'code': 200} Jul 13 14:56:52.779409 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-c7ea1cfb-1950-4db6-854e-842f4f3c93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:52.781195 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-c7ea1cfb-1950-4db6-854e-842f4f3c93f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 1098 time: 0.0554068 Jul 13 14:56:52.825616 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-b8686f88-3333-484d-b396-e728a9381045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'a65c93da-8376-4fbc-b482-4971cee00f2e', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:71:55:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:16Z', 'updated_at': '2021-07-13T14:53:18Z', 'revision_number': 1, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:52.854841 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686f88-3333-484d-b396-e728a9381045 None None] Checking router: 8866f587-706f-4d16-a5d0-0a4cb2132ae0 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:56:52.863208 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8686f88-3333-484d-b396-e728a9381045 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:56:52.863824 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-b8686f88-3333-484d-b396-e728a9381045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:56:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:52.865514 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb0363-2154-43e8-9c3a-ab8b3590689b req-07f14cd3-272c-40d4-9a9d-4ee3ee94e8d2 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:52.867216 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5afb0363-2154-43e8-9c3a-ab8b3590689b req-07f14cd3-272c-40d4-9a9d-4ee3ee94e8d2 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 945 time: 0.0689776 Jul 13 14:56:52.873642 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-c6f9c3cb-956a-4ffa-81c6-386259d23563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:52.875446 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-c6f9c3cb-956a-4ffa-81c6-386259d23563 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 912 time: 0.0876489 Jul 13 14:56:52.907741 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-5afb0363-2154-43e8-9c3a-ab8b3590689b req-9c9fa322-5887-4588-af16-57dd93618cae tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343144 Jul 13 14:56:52.919735 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-220cda87-f9f9-4b97-ab08-ec4e4443d816 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecf6004a-8b76-48b4-aa9d-26a012258ca0 HTTP/1.1" status: 200 len: 217 time: 0.0363054 Jul 13 14:56:52.967360 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-4f5d0e41-7bba-4e14-9097-b8c64392aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:52.968771 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-4f5d0e41-7bba-4e14-9097-b8c64392aaf8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0428274 Jul 13 14:56:52.973000 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-b8686f88-3333-484d-b396-e728a9381045 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:56:53.029491 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-0826206d-8ae6-4259-8222-dea4368d2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:53.030962 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-0826206d-8ae6-4259-8222-dea4368d2367 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548930 Jul 13 14:56:53.121641 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-144a5ad6-8d0c-40d6-b530-090a5d90d33b service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829489 Jul 13 14:56:53.224967 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-90b2f9e6-25fe-435b-9a8d-e20ad7728b9a req-a2520708-a20b-4b65-9147-03142f85fe05 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951800 Jul 13 14:56:53.329429 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-b8686f88-3333-484d-b396-e728a9381045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'a65c93da-8376-4fbc-b482-4971cee00f2e', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:71:55:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:16Z', 'updated_at': '2021-07-13T14:53:18Z', 'revision_number': 1, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:53.366008 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686f88-3333-484d-b396-e728a9381045 None None] The sync data for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi is: [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_floatingips': [{'id': 'a65c93da-8376-4fbc-b482-4971cee00f2e', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'router_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'port_id': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'mac_address': 'fa:16:3e:71:55:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:53:16Z', 'updated_at': '2021-07-13T14:53:18Z', 'revision_number': 1, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:56:53.485207 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:53.593704 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa140e4-aae5-4fb2-ab2f-fcccf47345ed None None] New status for floating IP 2add0061-8922-44b7-a2ae-ef06233ba376: DOWN {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:56:54.097606 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8ba68-3f7c-429b-8266-4468bac98287 req-5141dc21-b940-4172-b28d-93f7ad12de37 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:54.099106 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-88d8ba68-3f7c-429b-8266-4468bac98287 req-5141dc21-b940-4172-b28d-93f7ad12de37 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 945 time: 0.0631919 Jul 13 14:56:54.137369 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-88d8ba68-3f7c-429b-8266-4468bac98287 req-78edfde0-f74c-48c6-afb3-23ba66f94238 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320716 Jul 13 14:56:54.282803 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-91f3bfc3-4043-48e6-b364-bbc0b91d921c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:54.284199 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-91f3bfc3-4043-48e6-b364-bbc0b91d921c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 945 time: 0.0639336 Jul 13 14:56:54.382913 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Deleting port ecf6004a-8b76-48b4-aa9d-26a012258ca0 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:56:54.383276 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:54.470250 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] For port ecf6004a-8b76-48b4-aa9d-26a012258ca0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ecf6004a-8b76-48b4-aa9d-26a012258ca0,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:56:54.470609 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:54.483415 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Calling delete_port for ecf6004a-8b76-48b4-aa9d-26a012258ca0 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:56:54.610313 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:54.637153 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event deleted for resources: {'Port': ['ID=ecf6004a-8b76-48b4-aa9d-26a012258ca0,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:54.646978 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.647331 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.647675 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.648014 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.648382 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.648868 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.649604 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.649929 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.650742 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.650742 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.650944 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.651190 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-17-iscsi {{(pid=99622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:56:54.695400 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] No DVR routers for this DVR port ecf6004a-8b76-48b4-aa9d-26a012258ca0 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:56:54.698452 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:54.700412 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-96c66b93-8a96-4a8a-bb1f-a5382b98fd9a req-87066ea3-5f02-414c-ba6d-382059317844 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "DELETE /v2.0/ports/ecf6004a-8b76-48b4-aa9d-26a012258ca0 HTTP/1.1" status: 204 len: 173 time: 0.4110451 Jul 13 14:56:54.700873 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45396b74-2317-4118-842c-b81870efce29', 'name': 'network-vif-deleted', 'tag': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:56:54.703115 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1245dfc-f846-4fe2-a015-a0f185a707ca" -d '{"events": [{"server_uuid": "45396b74-2317-4118-842c-b81870efce29", "name": "network-vif-deleted", "tag": "ecf6004a-8b76-48b4-aa9d-26a012258ca0"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:56:54.753284 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83c21dc-2f09-4ea8-b325-ec1b6f4612ea x-openstack-request-id: req-b83c21dc-2f09-4ea8-b325-ec1b6f4612ea {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:56:54.753577 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45396b74-2317-4118-842c-b81870efce29", "name": "network-vif-deleted", "tag": "ecf6004a-8b76-48b4-aa9d-26a012258ca0", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:56:54.753838 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b83c21dc-2f09-4ea8-b325-ec1b6f4612ea {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:56:54.754245 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45396b74-2317-4118-842c-b81870efce29', 'name': 'network-vif-deleted', 'tag': 'ecf6004a-8b76-48b4-aa9d-26a012258ca0', 'status': 'completed', 'code': 200} Jul 13 14:56:55.294360 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-6836d49f-588b-4cb4-91c3-8fadc0b952b5 req-d9000d21-fd1c-4f51-a4c1-5b437f2645d9 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=45396b74-2317-4118-842c-b81870efce29 HTTP/1.1" status: 200 len: 210 time: 0.0288363 Jul 13 14:56:57.852994 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device ecf6004a-8b76-48b4-aa9d-26a012258ca0 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:56:57.875717 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: ecf6004a-8b76-48b4-aa9d-26a012258ca0 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:56:57.876078 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device ecf6004a-8b76-48b4-aa9d-26a012258ca0 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:56:58.614860 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39410) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:56:58.770400 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Deleting port 1cd53113-809e-4e84-930f-88148a21a853 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:56:58.770748 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:58.850517 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:58.850768 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:58.862629 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Calling delete_port for 1cd53113-809e-4e84-930f-88148a21a853 owned by network:floatingip {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:56:59.014713 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:59.041319 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event deleted for resources: {'Port': ['ID=1cd53113-809e-4e84-930f-88148a21a853,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:56:59.102973 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:59.103224 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.db.l3_db [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Floating IP a65c93da-8376-4fbc-b482-4971cee00f2e disassociated (deleted). External IP: 172.27.0.60, port: b4ea7c2d-2337-4100-954f-45ead64213c3. Jul 13 14:56:59.313158 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:56:59.421587 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:56:59.426096 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:56:59.432264 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] Sync routers for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:56:59.442447 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:56:59.443063 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:56:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:59.463327 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-bf81fe60-39da-438b-8d29-439a661a030c tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "DELETE /v2.0/floatingips/a65c93da-8376-4fbc-b482-4971cee00f2e HTTP/1.1" status: 204 len: 168 time: 0.8473711 Jul 13 14:56:59.463913 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'tag': 'b4ea7c2d-2337-4100-954f-45ead64213c3'}] {{(pid=99621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:56:59.466180 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4215c907ef4565d86ac9d8e18cc0b98d85fd2a98789e5aac6c358957df388a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681" -d '{"events": [{"name": "network-changed", "server_uuid": "7cec7c38-5f21-4581-b74b-6a3cc43ecdfb", "tag": "b4ea7c2d-2337-4100-954f-45ead64213c3"}]}' {{(pid=99621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:56:59.507584 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a8ccf2-7810-456b-8541-7392208b6818 x-openstack-request-id: req-d0a8ccf2-7810-456b-8541-7392208b6818 {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:56:59.507584 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cec7c38-5f21-4581-b74b-6a3cc43ecdfb", "tag": "b4ea7c2d-2337-4100-954f-45ead64213c3", "status": "completed", "code": 200}]} {{(pid=99621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:56:59.508013 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d0a8ccf2-7810-456b-8541-7392208b6818 {{(pid=99621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:56:59.508569 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'tag': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'status': 'completed', 'code': 200} Jul 13 14:56:59.552525 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:56:59.589159 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-2b389a62-92b8-46cc-8940-d32bf4dd7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:59.591557 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-2b389a62-92b8-46cc-8940-d32bf4dd7f1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=06133272fcc84f67bfa6304b218717e5&device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 1098 time: 0.0605891 Jul 13 14:56:59.689592 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-823bce62-8cc2-4e44-857a-e105f519a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:59.691697 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-823bce62-8cc2-4e44-857a-e105f519a285 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 200 len: 912 time: 0.0923774 Jul 13 14:56:59.743384 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-fcface8f-5393-4bec-9b0e-11f672ef8c9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4ea7c2d-2337-4100-954f-45ead64213c3 HTTP/1.1" status: 200 len: 217 time: 0.0418384 Jul 13 14:56:59.777023 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:59.800519 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-e9f1626e-b758-412a-89c7-923e6248e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:59.802002 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-e9f1626e-b758-412a-89c7-923e6248e405 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 200 len: 850 time: 0.0525978 Jul 13 14:56:59.810887 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] Checking router: 8866f587-706f-4d16-a5d0-0a4cb2132ae0 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:56:59.819887 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:56:59.820585 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:56:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:56:59.865353 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-b5c35397-9f4a-4cd8-864f-059e8452b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:59.866866 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-b5c35397-9f4a-4cd8-864f-059e8452b49b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1243d244-8e7c-4936-be5f-46d13ffbf9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564480 Jul 13 14:56:59.923963 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7e2fd-01f7-420b-94cb-66126b885243 req-c8d16c27-5385-4a3f-a92a-61947fe2161d tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:56:59.925586 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-03e7e2fd-01f7-420b-94cb-66126b885243 req-c8d16c27-5385-4a3f-a92a-61947fe2161d tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 945 time: 0.1149433 Jul 13 14:56:59.936507 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:56:59.976289 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-03e7e2fd-01f7-420b-94cb-66126b885243 req-e4d12ad8-df2d-4639-be94-934a6a66c1ec tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439475 Jul 13 14:56:59.992790 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-d8eefa4d-4070-4bc9-87a7-cff0884fe683 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166985 Jul 13 14:57:00.085400 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-5e0abdd5-d96e-4b1f-8ba9-cc1ee09e4681 req-3c1279ab-dcce-43b6-b83c-e88a97462fe3 service neutron] 10.222.0.70 "GET /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864878 Jul 13 14:57:00.171737 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:00.198481 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5b806-17b4-45d7-a7eb-35932be0d5d6 None None] The sync data for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi is: [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:50:02Z', 'revision_number': 4, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi', '_interfaces': [{'id': 'f71d376e-15c9-4d38-b4d7-713ed0b5031c', 'name': '', 'network_id': '1243d244-8e7c-4936-be5f-46d13ffbf9fd', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'mac_address': 'fa:16:3e:03:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:01Z', 'updated_at': '2021-07-13T14:50:09Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'subnets': [{'id': 'a15289ae-b56b-4ed7-b63d-8ade077e6745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:00.405188 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc09a0-1f0e-4768-ba6c-193645d1b351 None None] New status for floating IP a65c93da-8376-4fbc-b482-4971cee00f2e: DOWN {{(pid=99624) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:57:01.155042 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9b7f7-5711-4af9-b632-ddc5e6bce132 req-c89ac3b0-3646-40bf-b648-3c6ceefea741 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:01.156678 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7da9b7f7-5711-4af9-b632-ddc5e6bce132 req-c89ac3b0-3646-40bf-b648-3c6ceefea741 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 945 time: 0.0641260 Jul 13 14:57:01.198404 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-7da9b7f7-5711-4af9-b632-ddc5e6bce132 req-d4079751-3535-4a19-88a5-5bc5f4e6857b tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/security-groups?id=11e01330-3f82-408e-aad3-3617a2dd50e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357652 Jul 13 14:57:01.227055 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-1e0322d2-4214-4f81-a4be-00d28f31d6c6 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99622) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:57:01.228588 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-1e0322d2-4214-4f81-a4be-00d28f31d6c6 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 945 time: 0.0659697 Jul 13 14:57:01.339393 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-a7ee86b7-f7ce-4edb-95e5-63bc47c63ff7 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Deleting port b4ea7c2d-2337-4100-954f-45ead64213c3 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:01.339393 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-a7ee86b7-f7ce-4edb-95e5-63bc47c63ff7 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:01.426214 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-a7ee86b7-f7ce-4edb-95e5-63bc47c63ff7 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] For port b4ea7c2d-2337-4100-954f-45ead64213c3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b4ea7c2d-2337-4100-954f-45ead64213c3,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:01.426580 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-a7ee86b7-f7ce-4edb-95e5-63bc47c63ff7 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:01.440209 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-a7ee86b7-f7ce-4edb-95e5-63bc47c63ff7 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Calling delete_port for b4ea7c2d-2337-4100-954f-45ead64213c3 owned by compute:nova {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:01.566698 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-a7ee86b7-f7ce-4edb-95e5-63bc47c63ff7 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:01.600816 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee86b7-f7ce-4edb-95e5-63bc47c63ff7 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event deleted for resources: {'Port': ['ID=b4ea7c2d-2337-4100-954f-45ead64213c3,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:01.649089 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-a7ee86b7-f7ce-4edb-95e5-63bc47c63ff7 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] No DVR routers for this DVR port b4ea7c2d-2337-4100-954f-45ead64213c3 on host hv-cinder-73362 {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:57:01.651633 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-a7ee86b7-f7ce-4edb-95e5-63bc47c63ff7 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for port, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:01.653645 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [req-ffd8de66-b879-4735-a2d0-7cd033d26a04 req-a7ee86b7-f7ce-4edb-95e5-63bc47c63ff7 tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.70 "DELETE /v2.0/ports/b4ea7c2d-2337-4100-954f-45ead64213c3 HTTP/1.1" status: 204 len: 173 time: 0.4199638 Jul 13 14:57:01.654244 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'name': 'network-vif-deleted', 'tag': 'b4ea7c2d-2337-4100-954f-45ead64213c3'}] {{(pid=99622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:57:01.656991 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1176796db119dc799dab3f96db52636b665cd290157efc0ec8afd2d333f15bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1b6ec6-80ce-456c-bcaa-c7b893f228d8" -d '{"events": [{"server_uuid": "7cec7c38-5f21-4581-b74b-6a3cc43ecdfb", "name": "network-vif-deleted", "tag": "b4ea7c2d-2337-4100-954f-45ead64213c3"}]}' {{(pid=99622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:57:01.705397 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a832e9-13ab-4d14-8a7c-572297df7b1b x-openstack-request-id: req-69a832e9-13ab-4d14-8a7c-572297df7b1b {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:57:01.705885 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cec7c38-5f21-4581-b74b-6a3cc43ecdfb", "name": "network-vif-deleted", "tag": "b4ea7c2d-2337-4100-954f-45ead64213c3", "status": "completed", "code": 200}]} {{(pid=99622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:57:01.706286 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-69a832e9-13ab-4d14-8a7c-572297df7b1b {{(pid=99622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:57:01.706799 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cec7c38-5f21-4581-b74b-6a3cc43ecdfb', 'name': 'network-vif-deleted', 'tag': 'b4ea7c2d-2337-4100-954f-45ead64213c3', 'status': 'completed', 'code': 200} Jul 13 14:57:02.362813 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [req-8ad030c5-e1a6-4d75-9676-c0d26577dd40 req-8fe0d29a-19e5-497c-ad0f-ea098913b44b tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "GET /v2.0/ports?device_id=7cec7c38-5f21-4581-b74b-6a3cc43ecdfb HTTP/1.1" status: 200 len: 210 time: 0.0323484 Jul 13 14:57:03.474264 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39426) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:03.598528 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-c383ee1b-54e4-4f02-b6a4-8cf7db6a8d7e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Deleting port 9e294c64-ac8c-4ae9-b91e-2371fbe927b3 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:03.598794 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c383ee1b-54e4-4f02-b6a4-8cf7db6a8d7e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:03.678715 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c383ee1b-54e4-4f02-b6a4-8cf7db6a8d7e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:03.679052 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c383ee1b-54e4-4f02-b6a4-8cf7db6a8d7e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:03.691477 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-c383ee1b-54e4-4f02-b6a4-8cf7db6a8d7e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Calling delete_port for 9e294c64-ac8c-4ae9-b91e-2371fbe927b3 owned by network:floatingip {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:03.824736 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c383ee1b-54e4-4f02-b6a4-8cf7db6a8d7e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:03.848747 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383ee1b-54e4-4f02-b6a4-8cf7db6a8d7e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event deleted for resources: {'Port': ['ID=9e294c64-ac8c-4ae9-b91e-2371fbe927b3,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:03.856734 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device b4ea7c2d-2337-4100-954f-45ead64213c3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:03.877382 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] No Port match for: b4ea7c2d-2337-4100-954f-45ead64213c3 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:03.877725 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Device b4ea7c2d-2337-4100-954f-45ead64213c3 not bound to the agent host hv-cinder-73362 {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:03.916533 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c383ee1b-54e4-4f02-b6a4-8cf7db6a8d7e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for floatingip, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:03.919370 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-c383ee1b-54e4-4f02-b6a4-8cf7db6a8d7e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154087'] for floatingip, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:03.920577 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-c383ee1b-54e4-4f02-b6a4-8cf7db6a8d7e tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "DELETE /v2.0/floatingips/c6985b66-869e-4ab3-b3ab-ad3483d8799c HTTP/1.1" status: 204 len: 168 time: 0.4453149 Jul 13 14:57:05.202956 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39438) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:05.260092 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fd872b19-1d6a-4e3f-be39-166fc62261de tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:05.286547 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fd872b19-1d6a-4e3f-be39-166fc62261de tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:05.352219 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fd872b19-1d6a-4e3f-be39-166fc62261de tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:05.358928 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-fd872b19-1d6a-4e3f-be39-166fc62261de tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:05.360142 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-fd872b19-1d6a-4e3f-be39-166fc62261de tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] 10.222.0.68 "DELETE /v2.0/security-groups/11e01330-3f82-408e-aad3-3617a2dd50e5 HTTP/1.1" status: 204 len: 168 time: 0.1606839 Jul 13 14:57:05.369979 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd872b19-1d6a-4e3f-be39-166fc62261de tempest-TestVolumeBootPattern-355535849 tempest-TestVolumeBootPattern-355535849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e01330-3f82-408e-aad3-3617a2dd50e5,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:05.411305 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39444) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:05.925284 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716393'] for router_interface, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:06.175781 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] Deleting port f71d376e-15c9-4d38-b4d7-713ed0b5031c {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:06.176155 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:06.254671 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] For port f71d376e-15c9-4d38-b4d7-713ed0b5031c, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=f71d376e-15c9-4d38-b4d7-713ed0b5031c,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:06.255387 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:06.268337 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] Calling delete_port for f71d376e-15c9-4d38-b4d7-713ed0b5031c owned by network:router_interface {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:06.444523 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:06.473073 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] Pushing event deleted for resources: {'Port': ['ID=f71d376e-15c9-4d38-b4d7-713ed0b5031c,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:06.641946 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715661'] for router_interface, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:06.863157 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] Router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:57:06.983616 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:57:06.988916 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-ce217843-d16f-489e-a2f3-0afcf9cf605d admin admin] 10.222.0.68 "PUT /v2.0/routers/8866f587-706f-4d16-a5d0-0a4cb2132ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5763934 Jul 13 14:57:06.991464 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39452) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:06.994496 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] Sync routers for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:57:07.003719 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:07.004459 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:56:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:07.102383 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:07.124838 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:07.356609 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:57:06Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:07.385158 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] Checking router: 8866f587-706f-4d16-a5d0-0a4cb2132ae0 for host: dv-cinder-733622-17-iscsi {{(pid=99623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:57:07.393093 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] Routers {'8866f587-706f-4d16-a5d0-0a4cb2132ae0'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:07.393700 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:56:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'], 'active': True} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:07.475316 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:07.498760 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_dvr_db [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] Set router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:07.529318 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Deleting port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:07.529661 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:07.605641 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] For port b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:07.606005 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:07.618802 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Calling delete_port for b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d owned by network:router_gateway {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:07.685755 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.db.l3_hamode_db [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:57:06Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:07.715889 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c75b2-2d2c-4823-a399-2d537ca3ff60 None None] The sync data for ids ['8866f587-706f-4d16-a5d0-0a4cb2132ae0'] in dv-cinder-733622-17-iscsi is: [{'id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'name': 'tempest-TestVolumeBootPattern-357711559-router', 'tenant_id': '06133272fcc84f67bfa6304b218717e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:49:59Z', 'updated_at': '2021-07-13T14:57:06Z', 'revision_number': 5, 'project_id': '06133272fcc84f67bfa6304b218717e5', 'gw_port': {'id': 'b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866f587-706f-4d16-a5d0-0a4cb2132ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:00Z', 'updated_at': '2021-07-13T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}] {{(pid=99623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:07.786684 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:07.814104 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:07.876860 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717839'] for router_gateway, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:07.966567 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4998'] for router, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:07.968652 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.012246 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655636'] for router, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.012700 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8866f587-706f-4d16-a5d0-0a4cb2132ae0 {{(pid=99622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:57:08.017491 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] Notify callbacks [] for router, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.018661 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-77ba1c78-4f5c-4ce9-8b2f-e98694ee6ba0 admin admin] 10.222.0.68 "DELETE /v2.0/routers/8866f587-706f-4d16-a5d0-0a4cb2132ae0 HTTP/1.1" status: 204 len: 168 time: 1.0262108 Jul 13 14:57:08.021220 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39458) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:08.074154 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_v2 [None req-3583ff1d-893c-460f-9224-7f953158ea37 admin admin] Deleting subnet a15289ae-b56b-4ed7-b63d-8ade077e6745 {{(pid=99622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:57:08.079155 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3583ff1d-893c-460f-9224-7f953158ea37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.128097 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3583ff1d-893c-460f-9224-7f953158ea37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5842348'] for subnet, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.232698 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3583ff1d-893c-460f-9224-7f953158ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.308508 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3583ff1d-893c-460f-9224-7f953158ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6224379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6037158'] for subnet, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.338554 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583ff1d-893c-460f-9224-7f953158ea37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15289ae-b56b-4ed7-b63d-8ade077e6745,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:08.345036 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-3583ff1d-893c-460f-9224-7f953158ea37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.349276 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-3583ff1d-893c-460f-9224-7f953158ea37 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a15289ae-b56b-4ed7-b63d-8ade077e6745 HTTP/1.1" status: 204 len: 168 time: 0.3247666 Jul 13 14:57:08.351698 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39460) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:08.352511 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145af1c9-7c5b-4105-8f39-2cbe3a3c13ff None None] Network 1243d244-8e7c-4936-be5f-46d13ffbf9fd requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:57:08.428451 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.488867 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Deleting port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 {{(pid=99621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:08.489212 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.553183 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.db [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] For port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=70bb37aa-7161-4ff4-8fd2-0e6c336898c4,segment=NetworkSegment(6b7ed622-46d7-4488-bf3a-5936dec0ffda),segment_id=6b7ed622-46d7-4488-bf3a-5936dec0ffda)] {{(pid=99621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:08.553540 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.566256 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Calling delete_port for 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 owned by network:dhcp {{(pid=99621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:08.654538 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033170'] for port, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.682397 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Pushing event deleted for resources: {'Port': ['ID=70bb37aa-7161-4ff4-8fd2-0e6c336898c4,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:08.684279 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] No DVR routers for this DVR port 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 on host dv-cinder-733622-17-iscsi {{(pid=99621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:57:08.719018 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47350c1-1b8b-4d02-8c81-afc71c76c7bd None None] DHCP port deletion for 1243d244-8e7c-4936-be5f-46d13ffbf9fd request from dv-cinder-733622-17-iscsi {{(pid=99623) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:57:08.773856 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.786107 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1243d244-8e7c-4936-be5f-46d13ffbf9fd']}} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:08.797157 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7ed622-46d7-4488-bf3a-5936dec0ffda') {'for_net_delete': True} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:08.797463 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.services.segments.db [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7ed622-46d7-4488-bf3a-5936dec0ffda') {} {{(pid=99621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:08.806339 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5033204'] for segment, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.820403 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.826377 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=99621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:57:08.826760 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033249'] for segment, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: Traceback (most recent call last): Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: timer() Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: cb(*args, **kw) Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: return func(*args, **kwargs) Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: self._notify() Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: self.callback(batched_events) Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: event.method(event) Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: return f(self, *a, **k) Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._get(url).json() Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: return self.request(url, 'GET', **kwargs) Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:57:08.828405 dv-cinder-733622-17-iscsi neutron-server[99621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:57:08.879962 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.885690 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:08.887478 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] 10.222.0.68 "DELETE /v2.0/networks/1243d244-8e7c-4936-be5f-46d13ffbf9fd HTTP/1.1" status: 204 len: 168 time: 0.5347478 Jul 13 14:57:08.890512 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39462) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:08.900915 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec4a91-c797-41ac-8834-ed27cf0e96dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1243d244-8e7c-4936-be5f-46d13ffbf9fd,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:09.233758 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716393'] for router_interface, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:09.399880 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:09.423460 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:09.423805 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device b02fa4ee-4e54-41fb-bb3d-28e0f3fe8d7d not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:09.424258 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device f71d376e-15c9-4d38-b4d7-713ed0b5031c no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:09.445153 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: f71d376e-15c9-4d38-b4d7-713ed0b5031c {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:09.445633 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device f71d376e-15c9-4d38-b4d7-713ed0b5031c not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:09.446095 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:09.464763 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:09.465107 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 70bb37aa-7161-4ff4-8fd2-0e6c336898c4 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:09.490095 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] Deleting port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:09.490442 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:09.572134 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] For port 3a1aa38b-7f80-4073-aa39-84f88c0b5e36, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=3a1aa38b-7f80-4073-aa39-84f88c0b5e36,segment=NetworkSegment(6a05d43c-a65c-44fe-b923-9e20f6a6e609),segment_id=6a05d43c-a65c-44fe-b923-9e20f6a6e609)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:09.572503 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:09.585632 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] Calling delete_port for 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 owned by network:router_interface {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:09.764142 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:09.790700 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1aa38b-7f80-4073-aa39-84f88c0b5e36,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:09.964490 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715661'] for router_interface, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:10.180641 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] Router 12dae3cd-931e-4e7d-939a-5df1259c7405 has already been hosted by L3 agent e78cf833-6e66-490a-bcd1-8200a692b0b6 {{(pid=99622) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:57:10.287011 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] Notify agent at l3_agent.dv-cinder-733622-17-iscsi the message routers_updated {{(pid=99622) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:57:10.292542 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-08002ba8-e3fb-4956-ab20-a6ebc77c7398 admin admin] 10.222.0.68 "PUT /v2.0/routers/12dae3cd-931e-4e7d-939a-5df1259c7405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4007077 Jul 13 14:57:10.295060 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39464) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:10.295706 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60815052-a62d-4605-ba54-040660226914 None None] Sync routers for ids ['12dae3cd-931e-4e7d-939a-5df1259c7405'] in dv-cinder-733622-17-iscsi {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:57:10.305814 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60815052-a62d-4605-ba54-040660226914 None None] Routers {'12dae3cd-931e-4e7d-939a-5df1259c7405'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:10.306435 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-60815052-a62d-4605-ba54-040660226914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:56:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['12dae3cd-931e-4e7d-939a-5df1259c7405'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:10.397658 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Notify callbacks [] for router, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:10.407777 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-60815052-a62d-4605-ba54-040660226914 None None] Set router 12dae3cd-931e-4e7d-939a-5df1259c7405 gateway port host: dv-cinder-733622-17-iscsi {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:10.500481 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:10.553214 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Deleting port a16cbb2e-b470-4837-9ba5-a0a6d0193381 {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:10.553665 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:10.587941 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-60815052-a62d-4605-ba54-040660226914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'name': 'tempest-TestVolumeBootPattern-118706900-router', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'external_fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:57:09Z', 'revision_number': 5, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'gw_port': {'id': 'a16cbb2e-b470-4837-9ba5-a0a6d0193381', 'name': '', 'network_id': '29747457-fede-49b1-b2b1-e0dc79c8d995', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b04a009-ccc8-4bb3-b026-d2bb28f3c317', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-17-iscsi'}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:10.627700 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60815052-a62d-4605-ba54-040660226914 None None] Checking router: 12dae3cd-931e-4e7d-939a-5df1259c7405 for host: dv-cinder-733622-17-iscsi {{(pid=99624) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:57:10.633187 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] For port a16cbb2e-b470-4837-9ba5-a0a6d0193381, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=a16cbb2e-b470-4837-9ba5-a0a6d0193381,segment=NetworkSegment(ffa5c3ba-6438-4abd-984c-c81b42ea6029),segment_id=ffa5c3ba-6438-4abd-984c-c81b42ea6029)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:10.633549 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:10.641077 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60815052-a62d-4605-ba54-040660226914 None None] Routers {'12dae3cd-931e-4e7d-939a-5df1259c7405'} bound to L3 agent in host dv-cinder-733622-17-iscsi {{(pid=99624) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:57:10.642085 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-60815052-a62d-4605-ba54-040660226914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:37:51Z,description=,heartbeat_timestamp=2021-07-13T14:56:51Z,host='dv-cinder-733622-17-iscsi',id=e78cf833-6e66-490a-bcd1-8200a692b0b6,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:37:51Z,topic='l3_agent')) {'router_ids': ['12dae3cd-931e-4e7d-939a-5df1259c7405'], 'active': True} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:10.646284 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Calling delete_port for a16cbb2e-b470-4837-9ba5-a0a6d0193381 owned by network:router_gateway {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:10.817487 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:10.825399 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_dvr_db [None req-60815052-a62d-4605-ba54-040660226914 None None] Set router 12dae3cd-931e-4e7d-939a-5df1259c7405 gateway port host: None {{(pid=99624) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:57:10.848011 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Pushing event deleted for resources: {'Port': ['ID=a16cbb2e-b470-4837-9ba5-a0a6d0193381,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:10.881395 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.l3_hamode_db [None req-60815052-a62d-4605-ba54-040660226914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'name': 'tempest-TestVolumeBootPattern-118706900-router', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:57:10Z', 'revision_number': 6, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'gw_port_host': None}], 'dv-cinder-733622-17-iscsi', False) {} {{(pid=99624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:10.909176 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-717839'] for router_gateway, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:10.909492 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60815052-a62d-4605-ba54-040660226914 None None] The sync data for ids ['12dae3cd-931e-4e7d-939a-5df1259c7405'] in dv-cinder-733622-17-iscsi is: [{'id': '12dae3cd-931e-4e7d-939a-5df1259c7405', 'name': 'tempest-TestVolumeBootPattern-118706900-router', 'tenant_id': '3c8538f7cc524fd6841aaf570d88da91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:50:05Z', 'updated_at': '2021-07-13T14:57:10Z', 'revision_number': 6, 'project_id': '3c8538f7cc524fd6841aaf570d88da91', 'gw_port_host': None}] {{(pid=99624) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:57:11.004080 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4998'] for router, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.006254 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.051307 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655636'] for router, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.051836 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12dae3cd-931e-4e7d-939a-5df1259c7405 {{(pid=99622) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:57:11.056072 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] Notify callbacks [] for router, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.057215 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-ec5ece3f-0741-472c-b190-42d6c4c7147e admin admin] 10.222.0.68 "DELETE /v2.0/routers/12dae3cd-931e-4e7d-939a-5df1259c7405 HTTP/1.1" status: 204 len: 168 time: 0.7611723 Jul 13 14:57:11.059841 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39466) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:11.109076 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe5847d-b5ce-4689-ab16-1b37615b1d01 admin admin] Deleting subnet e56b7bd7-d64b-4f8b-9e32-527cd83a80e2 {{(pid=99622) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:57:11.112236 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbe5847d-b5ce-4689-ab16-1b37615b1d01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.146043 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbe5847d-b5ce-4689-ab16-1b37615b1d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5842348'] for subnet, precommit_delete_associations {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.221000 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbe5847d-b5ce-4689-ab16-1b37615b1d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1785777'] for subnet, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.274817 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbe5847d-b5ce-4689-ab16-1b37615b1d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1785736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6224379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6037158'] for subnet, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.305132 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5847d-b5ce-4689-ab16-1b37615b1d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56b7bd7-d64b-4f8b-9e32-527cd83a80e2,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:11.307115 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-bbe5847d-b5ce-4689-ab16-1b37615b1d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for subnet, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.309104 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-bbe5847d-b5ce-4689-ab16-1b37615b1d01 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e56b7bd7-d64b-4f8b-9e32-527cd83a80e2 HTTP/1.1" status: 204 len: 168 time: 0.2482526 Jul 13 14:57:11.311608 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39468) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:11.313493 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10b083-9063-4153-a353-c871f0ed9851 None None] Network e5e2ac90-0585-4a1a-83ae-a9d65c686c64 requested from dv-cinder-733622-17-iscsi {{(pid=99623) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:57:11.382454 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1694996'] for network, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.437692 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Deleting port c58cc508-66d6-4148-9885-00f23fc4bfaf {{(pid=99622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:57:11.438178 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783506466479'] for port, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.538842 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.db [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] For port c58cc508-66d6-4148-9885-00f23fc4bfaf, host dv-cinder-733622-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-17-iscsi',level=0,port_id=c58cc508-66d6-4148-9885-00f23fc4bfaf,segment=NetworkSegment(6a05d43c-a65c-44fe-b923-9e20f6a6e609),segment_id=6a05d43c-a65c-44fe-b923-9e20f6a6e609)] {{(pid=99622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:57:11.539405 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715722'] for port, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.560253 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Calling delete_port for c58cc508-66d6-4148-9885-00f23fc4bfaf owned by network:dhcp {{(pid=99622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:57:11.681345 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783506470885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783506094493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6224294'] for port, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:11.708785 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58cc508-66d6-4148-9885-00f23fc4bfaf,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:11.712243 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] No DVR routers for this DVR port c58cc508-66d6-4148-9885-00f23fc4bfaf on host dv-cinder-733622-17-iscsi {{(pid=99622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:57:11.730293 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fa38ed-cd10-4355-892c-f21c62fdb12e None None] DHCP port deletion for e5e2ac90-0585-4a1a-83ae-a9d65c686c64 request from dv-cinder-733622-17-iscsi {{(pid=99623) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:57:11.812631 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:11.833224 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:11.833890 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device 3a1aa38b-7f80-4073-aa39-84f88c0b5e36 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:12.076339 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1785144', 'neutron.services.segments.db._delete_segments_for_network-8783506550676'] for network, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.086721 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e2ac90-0585-4a1a-83ae-a9d65c686c64']}} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:12.096674 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a05d43c-a65c-44fe-b923-9e20f6a6e609') {'for_net_delete': True} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:12.096972 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.services.segments.db [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a05d43c-a65c-44fe-b923-9e20f6a6e609') {} {{(pid=99622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:57:12.105629 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783506645131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5842357'] for segment, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.119243 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040'] for segment, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.125051 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=99622) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:57:12.125443 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6223957'] for segment, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: Traceback (most recent call last): Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: timer() Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: cb(*args, **kw) Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: return func(*args, **kwargs) Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: self._notify() Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: self.callback(batched_events) Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: event.method(event) Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: return f(self, *a, **k) Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._get(url).json() Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: return self.request(url, 'GET', **kwargs) Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:57:12.127072 dv-cinder-733622-17-iscsi neutron-server[99622]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:57:12.184201 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1785139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-717859'] for network, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.190134 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599734'] for network, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.192088 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e5e2ac90-0585-4a1a-83ae-a9d65c686c64 HTTP/1.1" status: 204 len: 168 time: 0.8795073 Jul 13 14:57:12.203884 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdbf46-a355-451f-8d48-142b6a713197 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5e2ac90-0585-4a1a-83ae-a9d65c686c64,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:12.303189 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39472) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:12.343034 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-0f4997dc-4cc6-451d-9b80-8c394440007f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=06133272fcc84f67bfa6304b218717e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381277 Jul 13 14:57:12.345532 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [-] (99622) accepted ('10.222.0.68', 39474) {{(pid=99622) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:12.393096 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1e7c-b8fe-4040-b45a-d766ec0c64b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.414255 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1e7c-b8fe-4040-b45a-d766ec0c64b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.460760 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1e7c-b8fe-4040-b45a-d766ec0c64b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.463197 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1e7c-b8fe-4040-b45a-d766ec0c64b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.464369 dv-cinder-733622-17-iscsi neutron-server[99622]: INFO neutron.wsgi [None req-8a1a1e7c-b8fe-4040-b45a-d766ec0c64b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d33c1281-5173-47d4-af3a-da2d1f252f8d HTTP/1.1" status: 204 len: 168 time: 0.1179128 Jul 13 14:57:12.472336 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a1e7c-b8fe-4040-b45a-d766ec0c64b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33c1281-5173-47d4-af3a-da2d1f252f8d,revision_number=None']} {{(pid=99622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:12.777588 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39480) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:12.818239 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1fb505b3-3ed2-45f1-93bd-7c6c9133bea2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c8538f7cc524fd6841aaf570d88da91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393882 Jul 13 14:57:12.821274 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [-] (99621) accepted ('10.222.0.68', 39482) {{(pid=99621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:57:12.874222 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c165d23-c327-4587-a534-18086341111b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.897424 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c165d23-c327-4587-a534-18086341111b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.946352 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c165d23-c327-4587-a534-18086341111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595941'] for security_group, after_delete {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.949285 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron_lib.callbacks.manager [None req-1c165d23-c327-4587-a534-18086341111b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:12.950430 dv-cinder-733622-17-iscsi neutron-server[99621]: INFO neutron.wsgi [None req-1c165d23-c327-4587-a534-18086341111b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f7c5d348-5b42-491d-ad2c-8c8adfa5c537 HTTP/1.1" status: 204 len: 168 time: 0.1282678 Jul 13 14:57:12.958642 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c165d23-c327-4587-a534-18086341111b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5d348-5b42-491d-ad2c-8c8adfa5c537,revision_number=None']} {{(pid=99621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:57:13.385030 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device a16cbb2e-b470-4837-9ba5-a0a6d0193381 no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:13.407016 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: a16cbb2e-b470-4837-9ba5-a0a6d0193381 {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:13.407367 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device a16cbb2e-b470-4837-9ba5-a0a6d0193381 not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:13.407790 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device c58cc508-66d6-4148-9885-00f23fc4bfaf no longer exists at agent ovs-agent-dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:57:13.427941 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] No Port match for: c58cc508-66d6-4148-9885-00f23fc4bfaf {{(pid=99623) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:57:13.428325 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron.plugins.ml2.rpc [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Device c58cc508-66d6-4148-9885-00f23fc4bfaf not bound to the agent host dv-cinder-733622-17-iscsi {{(pid=99623) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:57:16.615383 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:18.278204 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18934680-240c-4a8d-a158-431cfeea6c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:18.733765 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:57:20.771736 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:20.904355 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-6f764970-91a1-4bd4-a487-b49f9f169334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:22.125034 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:23.484827 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:46.601254 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:48.288144 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b9933e2f-af6c-4b1d-a29f-ca75876a650d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.773632 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:50.904843 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ca331924-104a-4404-98df-3c4eb38a02aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:52.127454 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:53.488045 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:57:55.732520 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:58:16.634965 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:18.280884 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-fcf38b2f-0335-45d5-89f0-933880314de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:20.777272 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:20.906436 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-c2292248-28fe-4873-8e33-d1a320fb297b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:22.132475 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:23.489949 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:32.733953 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:58:46.639410 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:48.282176 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-c9b3179a-cae9-473c-93cf-e877ae551f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:50.783989 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:50.907790 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8eeb53b3-5c47-47d1-9c7f-f7841ddb71c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:52.133193 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:58:53.493749 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:09.737204 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:59:16.672810 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:18.282208 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-917e08ed-66b8-4990-b4bb-75102cbe7da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:20.776925 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:20.908551 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-c6c79802-fd0a-4eab-8df0-323e3d96abbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:22.141722 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:23.499037 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:46.691534 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:46.736153 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:59:48.282119 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-d699e3a2-fda8-44ad-9cf1-80971868be77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:50.780168 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:50.909739 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a2d0-9647-4011-8fef-57fe6d7fd6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:52.139366 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:59:53.498173 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:16.694211 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:18.282108 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-d568cab7-439c-4d94-9ae2-40e7db3d4ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:20.783034 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:20.910435 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-55774d02-80ca-4990-a8e2-7ead9b722a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:22.142483 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:23.499880 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:23.734803 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:00:46.411165 dv-cinder-733622-17-iscsi neutron-server[99621]: DEBUG neutron.wsgi [req-fc62980d-c5c5-49b4-9542-c498ed59fbfa req-93782591-24ec-4316-8f9b-17f411827af2 service neutron] (99621) timed out ('10.222.0.70', 59709) {{(pid=99621) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 15:00:46.702650 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:48.282230 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-ac8a3989-0930-4e01-a135-b9fa51a96df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:50.784528 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:50.909489 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-d81a49a5-5dd3-4fac-b550-fc775ec21e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:51.172431 dv-cinder-733622-17-iscsi neutron-server[99622]: DEBUG neutron.wsgi [req-41b1aa0b-46ef-4b7a-9f40-e2744dcb417f req-a5e631fb-ac05-422c-81bc-e68469127bf3 service neutron] (99622) timed out ('10.222.0.70', 59714) {{(pid=99622) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 15:00:52.145045 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:00:53.502517 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:00.733001 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:01:16.718370 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:18.281827 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-27a57fa4-a078-4306-9b84-81589ae4cc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:20.785847 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:20.909072 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-e3d2ba4b-b749-49a7-a493-6467acdc181d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:22.147264 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:23.504798 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:37.731747 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:01:46.721380 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:48.282603 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-233d7112-513a-4949-bce2-2079e39fbbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:50.787104 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:50.908903 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-2af0ce30-26d0-4555-ab04-c26a85f137cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:52.150095 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:01:53.507213 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:14.734781 dv-cinder-733622-17-iscsi neutron-server[99624]: DEBUG neutron.db.agents_db [None req-31c3cf80-b662-496c-8ed2-232f3f140771 None None] Agent healthcheck: found 6 active agents {{(pid=99624) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 15:02:16.731511 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-b7746e76-8bfe-40ab-b2c1-7c08b76264bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:18.283043 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-e459d9d8-6b17-4107-bb4f-1e320d14658a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:20.789881 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9184-69e1-46ee-bd21-9862b70d3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:20.909357 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-8236e97e-c583-4420-a16d-7dcdf58b3836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:22.153181 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-f60703c4-56aa-4026-b237-7affdc6d3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 15:02:23.511736 dv-cinder-733622-17-iscsi neutron-server[99623]: DEBUG neutron_lib.callbacks.manager [None req-18a4c6ad-f007-4576-b744-063092813aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783506636270', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1782898'] for agent, after_update {{(pid=99623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}